-- Logs begin at Wed 2022-03-23 23:07:59 UTC, end at Thu 2022-03-24 00:10:35 UTC. -- Mar 23 23:40:20.051579 dv-cinder-749155-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 23 23:40:22.961635 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.common.config [-] Logging enabled! Mar 23 23:40:22.962296 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev50 Mar 23 23:40:22.962408 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109791) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 23:40:22.966169 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.common.config [-] Logging enabled! Mar 23 23:40:22.966421 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev50 Mar 23 23:40:22.966734 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109791) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 23:40:22.967678 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 23:40:22.967906 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 23:40:22.968268 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 23:40:22.968508 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 23:40:22.968732 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 23:40:22.969506 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.969923 dv-cinder-749155-6-iscsi neutron-server[109791]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 23 23:40:22.970230 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.970526 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.970813 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.971107 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.971393 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.971670 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.971956 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.972247 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.972527 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.972805 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.973062 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.973376 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.973660 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.973942 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.974229 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.974507 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] debug = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.974785 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.975218 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.975623 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.975901 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.976182 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.976457 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.976722 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.976994 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.977298 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.977624 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] host = dv-cinder-749155-6-iscsi {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.977897 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.978180 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.978461 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.978742 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.979011 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.979282 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.979558 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.980132 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.980404 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] log_file = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.980677 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.981544 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.981847 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.982143 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.982370 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.982594 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.982890 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.983176 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.983447 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.983716 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.983984 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.984256 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.984524 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.984788 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.985068 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.985372 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.985652 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.985919 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.986187 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.986468 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.986715 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.986991 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.987259 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.987524 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.987788 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.988066 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.988329 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.988596 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.988888 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.989167 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.989469 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.989747 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.990013 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.990289 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.990552 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.990814 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.991081 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] use_json = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.991345 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.991605 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.991878 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.992144 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.992407 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.992671 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.992934 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.993210 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.993500 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:22.993790 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:22.994083 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:22.994377 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:22.994665 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:22.994950 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:22.995221 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:22.995501 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:22.995772 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:22.996055 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:22.996338 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:22.997093 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:22.997413 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:22.997719 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:22.998011 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:22.998308 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:22.998613 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:22.998905 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:22.999194 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:22.999466 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:22.999735 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.000003 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.000276 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.000556 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.000829 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.001120 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.001438 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.001713 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.002005 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.002289 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.002578 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.002866 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.003137 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.003410 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.003699 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.003971 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.004238 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.004507 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.004788 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.005057 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.005350 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.005625 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.005895 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.006162 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.006427 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.006697 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.006979 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.007248 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.007513 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.007775 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.008045 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.008310 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.008585 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.008853 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.009116 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.009410 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.009684 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.009948 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.010215 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.010482 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.010750 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.011015 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.011275 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.011535 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.011796 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.012109 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.012840 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.013140 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.013444 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.013722 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.013992 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.014260 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.014527 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.014795 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.015061 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.015339 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.015627 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.015897 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.016167 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.016443 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.016713 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.016982 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.017265 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.017538 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.017808 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.018070 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.018352 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.018625 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.018902 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.019190 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.019459 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.019745 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.020009 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.020278 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.020550 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.020821 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.021088 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.021383 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.021657 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.021944 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.022232 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.022521 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.022804 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.023088 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.023358 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.023656 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.023927 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:23.024139 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 23:40:23.024378 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109791) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 23 23:40:23.401466 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 23:40:23.401714 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 23:40:23.402028 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 23:40:23.402498 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 23 23:40:23.738500 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:23.738754 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:23.739053 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:23.740232 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:23.740497 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:23.740878 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:23.795786 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:23.796055 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:23.796318 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:23.811377 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:23.811654 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:23.811916 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:23.839992 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:23.840327 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:23.841023 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:23.989433 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:23.990070 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:23.990070 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.222298 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.222580 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.222848 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.223066 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.223781 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.324091 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.324302 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.324742 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.325080 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.325451 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.325763 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.326017 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.326271 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.326519 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.326808 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.327055 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.327296 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.327546 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.327789 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.328034 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.328288 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.328533 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.328797 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.329048 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.329327 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.329596 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.329843 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.330115 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.330486 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.330730 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.330969 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.331360 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 23:40:24.331593 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 23:40:24.331825 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 23:40:24.332052 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 23:40:24.332278 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 23:40:24.332505 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 23:40:24.332861 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 23 23:40:24.336061 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 23 23:40:24.340117 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 23 23:40:24.344308 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 23 23:40:24.345955 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 23 23:40:24.346418 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 23 23:40:24.346753 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 23 23:40:24.347126 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 23 23:40:24.349974 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 23 23:40:24.350226 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 23 23:40:24.350567 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 23:40:24.355720 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 23 23:40:24.379746 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 23 23:40:24.380187 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.380479 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109791) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 23 23:40:24.380844 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.382225 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109791) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 23 23:40:24.382497 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 23:40:24.382736 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 23 23:40:24.386088 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.386366 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:24.450990 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 23 23:40:24.451191 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 23 23:40:24.451449 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 23 23:40:24.451809 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 23 23:40:24.474277 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_db.sqlalchemy.engines [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109791) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 23 23:40:24.946334 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.managers [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Initializing driver for type 'gre' Mar 23 23:40:24.946929 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] gre ID ranges: [(1, 1000)] Mar 23 23:40:24.998249 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.managers [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Initializing driver for type 'local' Mar 23 23:40:24.998835 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.managers [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Initializing driver for type 'vlan' Mar 23 23:40:25.012751 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] VlanTypeDriver initialization complete Mar 23 23:40:25.013116 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.managers [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Initializing driver for type 'vxlan' Mar 23 23:40:25.013648 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] vxlan ID ranges: [(1, 1000)] Mar 23 23:40:25.066155 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.managers [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Initializing extension driver 'port_security' Mar 23 23:40:25.066563 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.extensions.port_security [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] PortSecurityExtensionDriver initialization complete Mar 23 23:40:25.066860 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.managers [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Initializing mechanism driver 'openvswitch' Mar 23 23:40:25.067350 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.managers [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Initializing mechanism driver 'hyperv' Mar 23 23:40:25.074124 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:40:25.074876 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > port after_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.075378 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > port after_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.075731 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > port after_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.076263 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 23:40:25.076699 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > subnet after_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.077050 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > subnet after_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.077426 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > subnet after_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.077827 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 23:40:25.078239 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > network after_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.078590 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > network after_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.078929 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > network after_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.079326 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 23:40:25.079734 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > security_group after_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.080082 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > security_group after_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.080421 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > security_group after_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.080951 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 23:40:25.081397 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.081749 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.082091 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.082489 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 23:40:25.082893 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > address_group after_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.083235 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > address_group after_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.083573 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > address_group after_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.083975 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 23:40:25.084423 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] ML2 OVO RPC backend initialized. {{(pid=109791) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 23 23:40:25.085123 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router_interface after_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.085503 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.085919 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > network before_response 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.086263 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > networks before_response 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.086614 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > port before_response 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.086950 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > ports before_response 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.087289 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > subnet before_response 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.087626 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > subnets before_response 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.087967 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > network after_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.088303 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > network after_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.088634 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > network after_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.088963 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > port after_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.089326 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > port after_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.089659 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > port after_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.089988 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > subnet after_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.090362 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > subnet after_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.090685 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > subnet after_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.097992 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.quota [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded quota_driver: . Mar 23 23:40:25.098364 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.plugin [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Modular L2 Plugin initialization complete Mar 23 23:40:25.098751 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading services supported by the core plugin {{(pid=109791) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 23 23:40:25.099086 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.plugins.ml2.managers [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Got port-security extension from driver 'port_security' Mar 23 23:40:25.099570 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.extensions.vlantransparent [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Disabled vlantransparent extension. Mar 23 23:40:25.100063 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109791) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 23 23:40:25.100385 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading Plugin: router Mar 23 23:40:25.135997 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router_interface before_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.136382 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router after_create 55549900 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.136749 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router before_create 55549900 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.137142 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.137571 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.137931 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router after_delete 55549900 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.138291 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > floatingip after_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.138637 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > floatingip after_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.138993 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router after_create 55549900 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.139346 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router after_update 55549900 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.139688 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router after_update 55549900 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.140030 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.140381 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router after_update 55549900 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.140770 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router precommit_update 55549900 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.141145 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: port after_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.141510 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: port after_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.141847 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: subnet after_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.142192 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.142537 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > port precommit_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.142883 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router precommit_create 55549900 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.143222 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: port before_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.143563 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router precommit_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.143916 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router after_update 55549900 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.144250 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router precommit_delete 55549900 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.144579 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router precommit_create 55549900 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.144936 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router_interface after_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.145301 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router precommit_update 55549900 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.145665 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > agent after_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.146012 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > agent after_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.146352 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > network after_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.147197 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Tracking information for resource: router configured {{(pid=109791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 23:40:25.147525 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Tracking information for resource: floatingip configured {{(pid=109791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 23:40:25.152558 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.db.l3_agentschedulers_db [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 23 23:40:25.153197 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: port after_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.153598 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: port after_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.153947 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: port after_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.154298 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: port after_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.155080 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router before_create 55550100 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.155444 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router precommit_delete 55550100 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.155804 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router precommit_create 55550100 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.156154 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > router precommit_update 55550100 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.161117 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.services.provider_configuration [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Service providers = [] {{(pid=109791) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 23 23:40:25.161503 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.db.servicetype_db [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109791) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 23 23:40:25.164440 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.services.service_base [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 23:40:25.164786 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.services.service_base [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 23:40:25.165124 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.services.service_base [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 23:40:25.166025 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.services.service_base [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 23:40:25.166393 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.services.service_base [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 23 23:40:25.166765 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 23:40:25.167077 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 23 23:40:25.177907 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 23:40:25.178239 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading Plugin: auto_allocate Mar 23 23:40:25.184483 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: network precommit_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.184851 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: network precommit_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.185407 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 23:40:25.185728 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading Plugin: tag Mar 23 23:40:25.192361 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 23:40:25.192688 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading Plugin: timestamp Mar 23 23:40:25.196746 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 23:40:25.197015 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading Plugin: network_ip_availability Mar 23 23:40:25.202722 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.203092 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.203442 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.204171 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 23:40:25.204489 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading Plugin: flavors Mar 23 23:40:25.209282 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 23:40:25.209655 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading Plugin: revisions Mar 23 23:40:25.213997 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 23:40:25.214390 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_concurrency.lockutils [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.812s {{(pid=109791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 23:40:25.215129 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109791) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 23 23:40:25.215577 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Initializing extension manager. Mar 23 23:40:25.216020 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: __init__.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.216363 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: __pycache__ {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.216698 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: address_group.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.217629 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.218217 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: address-group Mar 23 23:40:25.218526 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: address_scope.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.219237 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.219749 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: address-scope Mar 23 23:40:25.220067 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: admin_state_down_before_update.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.221194 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.221730 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: router-admin-state-down-before-update Mar 23 23:40:25.222052 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: agent.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.222752 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.223249 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: agent Mar 23 23:40:25.223562 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: agent_resources_synced.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.224478 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.224972 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: agent-resources-synced Mar 23 23:40:25.225308 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: allowedaddresspairs.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.227123 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.227628 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: allowed-address-pairs Mar 23 23:40:25.227953 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: auto_allocated_topology.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.229013 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.229542 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: auto-allocated-topology Mar 23 23:40:25.230171 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: availability_zone.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.230894 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.231427 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: availability_zone Mar 23 23:40:25.231702 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: availability_zone_filter.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.232601 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.233102 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: availability_zone_filter Mar 23 23:40:25.233449 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: data_plane_status.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.234360 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.234855 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension data-plane-status not supported by any of loaded plugins Mar 23 23:40:25.235176 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: default_subnetpools.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.236092 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.236588 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: default-subnetpools Mar 23 23:40:25.236909 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: dhcpagentscheduler.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.237748 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.238250 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: dhcp_agent_scheduler Mar 23 23:40:25.238572 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: dns.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.239476 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.239975 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension dns-integration not supported by any of loaded plugins Mar 23 23:40:25.240295 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: dns_domain_ports.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.241199 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.241722 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 23 23:40:25.242043 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.242958 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.243450 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 23 23:40:25.243770 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: dvr.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.244440 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.244935 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: dvr Mar 23 23:40:25.245284 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: ecmp_routes.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.246188 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.246879 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension ecmp_routes not supported by any of loaded plugins Mar 23 23:40:25.247152 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: empty_string_filtering.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.248058 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.248556 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: empty-string-filtering Mar 23 23:40:25.248874 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.249814 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.250309 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 23 23:40:25.250622 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.251529 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.252019 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 23 23:40:25.252334 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: external_net.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.253247 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.253841 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: external-net Mar 23 23:40:25.254163 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: extra_dhcp_opt.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.255076 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.255578 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: extra_dhcp_opt Mar 23 23:40:25.255894 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: extraroute.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.256796 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.257299 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: extraroute Mar 23 23:40:25.257635 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: extraroute_atomic.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.258673 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.259174 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: extraroute-atomic Mar 23 23:40:25.259496 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: filter_validation.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.260154 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.260649 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: filter-validation Mar 23 23:40:25.260964 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: fip_pf_description.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.261907 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.262749 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 23 23:40:25.263065 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: fip_pf_port_range.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.263982 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.264475 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 23 23:40:25.264792 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: fip_port_details.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.265743 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.266242 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: fip-port-details Mar 23 23:40:25.266561 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: flavors.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.267790 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.268297 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: flavors Mar 23 23:40:25.268619 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.270340 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.270852 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 23 23:40:25.271179 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: floatingip_pools.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.271871 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.272383 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: floatingip-pools Mar 23 23:40:25.272712 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: ip_allocation.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.273656 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.274151 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension ip_allocation not supported by any of loaded plugins Mar 23 23:40:25.274470 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.275383 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.275889 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: ip-substring-filtering Mar 23 23:40:25.276209 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: l2_adjacency.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.277138 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.277852 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension l2_adjacency not supported by any of loaded plugins Mar 23 23:40:25.278196 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: l3.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.280775 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.281339 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: router Mar 23 23:40:25.281680 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: l3_conntrack_helper.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.283932 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.284453 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 23 23:40:25.284787 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.285808 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.286325 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: ext-gw-mode Mar 23 23:40:25.286653 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.287574 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.288082 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: l3-ha Mar 23 23:40:25.288441 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.289379 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.289881 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 23 23:40:25.290205 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: l3_flavors.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.291115 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.291616 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: l3-flavors Mar 23 23:40:25.291939 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: l3_ndp_proxy.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.293397 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.294036 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 23 23:40:25.294362 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.295282 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.295793 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: l3-port-ip-change-not-allowed Mar 23 23:40:25.296115 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: l3agentscheduler.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.297166 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.297695 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: l3_agent_scheduler Mar 23 23:40:25.298022 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: local_ip.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.299837 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.300361 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension local_ip not supported by any of loaded plugins Mar 23 23:40:25.300700 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: logging.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.302222 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.302737 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension logging not supported by any of loaded plugins Mar 23 23:40:25.303066 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: metering.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.303805 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.304380 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: metering Mar 23 23:40:25.304703 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.305826 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.306335 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: metering_source_and_destination_fields Mar 23 23:40:25.306667 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: multiprovidernet.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.307591 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.308093 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: multi-provider Mar 23 23:40:25.308418 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: netmtu.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.309571 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.310082 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: net-mtu Mar 23 23:40:25.310407 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: netmtu_writable.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.311322 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.311820 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: net-mtu-writable Mar 23 23:40:25.312143 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: network_availability_zone.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.312815 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.313340 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: network_availability_zone Mar 23 23:40:25.313663 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: network_ip_availability.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.314768 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.315272 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: network-ip-availability Mar 23 23:40:25.315595 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: network_segment_range.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.316366 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.316847 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension network-segment-range not supported by any of loaded plugins Mar 23 23:40:25.317186 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: pagination.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.318314 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.318648 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: pagination Mar 23 23:40:25.318969 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: port_device_profile.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.319878 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.320384 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: port-device-profile Mar 23 23:40:25.320706 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.321656 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.322163 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: port-mac-address-regenerate Mar 23 23:40:25.322484 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.323390 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.323894 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: port-numa-affinity-policy Mar 23 23:40:25.324211 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: port_resource_request.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.325289 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.325806 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension port-resource-request not supported by any of loaded plugins Mar 23 23:40:25.326125 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: port_resource_request_groups.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.327102 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.327603 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 23 23:40:25.327919 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: portbindings.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.328851 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.329385 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: binding Mar 23 23:40:25.329702 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: portbindings_extended.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.330985 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.331492 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: binding-extended Mar 23 23:40:25.331817 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: portsecurity.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.332724 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.333229 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: port-security Mar 23 23:40:25.333580 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: project_id.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.334562 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.334890 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: project-id Mar 23 23:40:25.335210 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: providernet.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.336129 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.336635 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: provider Mar 23 23:40:25.336955 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: qos.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.340848 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.341393 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension qos not supported by any of loaded plugins Mar 23 23:40:25.341727 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.342977 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.343486 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 23 23:40:25.343812 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.344730 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.345228 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 23 23:40:25.345580 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: qos_default.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.346514 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.347015 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension qos-default not supported by any of loaded plugins Mar 23 23:40:25.347343 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: qos_fip.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.348253 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.348755 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension qos-fip not supported by any of loaded plugins Mar 23 23:40:25.349080 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: qos_fip_network_policy.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.350080 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.350586 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 23 23:40:25.350908 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: qos_gateway_ip.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.351820 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.352326 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 23 23:40:25.352646 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: qos_port_network_policy.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.353590 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.354089 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 23 23:40:25.354408 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.355781 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.356313 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 23 23:40:25.356645 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.357711 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.358218 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 23 23:40:25.358540 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: qos_pps_rule.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.359720 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.360226 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension qos-pps not supported by any of loaded plugins Mar 23 23:40:25.360548 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: qos_rule_type_details.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.361496 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.361999 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 23 23:40:25.362316 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: qos_rule_type_filter.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.363237 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.363738 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 23 23:40:25.364059 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: qos_rules_alias.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.365105 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.365640 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 23 23:40:25.365961 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: quota_check_limit.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.366867 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.367367 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: quota-check-limit Mar 23 23:40:25.367685 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: quotasv2.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.368607 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.368933 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: quotas Mar 23 23:40:25.369272 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: quotasv2_detail.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.371214 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.371595 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: quota_details Mar 23 23:40:25.372011 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: rbac.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.372974 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.373520 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: rbac-policies Mar 23 23:40:25.373852 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: rbac_address_group.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.374779 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.375280 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: rbac-address-group Mar 23 23:40:25.375610 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: rbac_address_scope.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.376524 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.377025 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: rbac-address-scope Mar 23 23:40:25.377375 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: rbac_security_groups.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.378365 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.378869 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: rbac-security-groups Mar 23 23:40:25.379189 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: rbac_subnetpool.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.380102 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.380601 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: rbac-subnetpool Mar 23 23:40:25.380919 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: revisionifmatch.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.381867 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.382368 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: revision-if-match Mar 23 23:40:25.382686 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: revisions.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.383801 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.384306 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: standard-attr-revisions Mar 23 23:40:25.384631 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: router_availability_zone.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.385327 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.385831 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: router_availability_zone Mar 23 23:40:25.386147 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: routerservicetype.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.387176 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.387656 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension router-service-type not supported by any of loaded plugins Mar 23 23:40:25.387977 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.388902 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.389431 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: security-groups-normalized-cidr Mar 23 23:40:25.389755 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: security_groups_port_filtering.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.390676 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.391178 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: port-security-groups-filtering Mar 23 23:40:25.391495 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.392424 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.392923 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: security-groups-remote-address-group Mar 23 23:40:25.393243 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.394196 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.394696 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: security-groups-shared-filtering Mar 23 23:40:25.395013 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.395610 dv-cinder-749155-6-iscsi neutron-server[109791]: WARNING neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 23 23:40:25.395928 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: securitygroup.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.405695 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.406219 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: security-group Mar 23 23:40:25.406550 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: segment.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.407275 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.407777 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension segment not supported by any of loaded plugins Mar 23 23:40:25.408102 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.409038 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.409561 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 23 23:40:25.409883 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: servicetype.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.411020 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.411532 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: service-type Mar 23 23:40:25.411859 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: sorting.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.412830 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.413160 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: sorting Mar 23 23:40:25.413507 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: standard_attr_segment.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.414424 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.414930 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 23 23:40:25.415259 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: standardattrdescription.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.415926 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.416431 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: standard-attr-description Mar 23 23:40:25.416752 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: stateful_security_group.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.417734 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.418246 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: stateful-security-group Mar 23 23:40:25.418695 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: stdattrs_common.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.419166 dv-cinder-749155-6-iscsi neutron-server[109791]: WARNING neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 23 23:40:25.419485 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.420488 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.421001 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 23 23:40:25.421350 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: subnet_onboard.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.422427 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.422934 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: subnet_onboard Mar 23 23:40:25.423253 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.424181 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.424676 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 23 23:40:25.424995 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: subnet_service_types.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.425945 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.426450 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: subnet-service-types Mar 23 23:40:25.426764 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: subnetallocation.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.427868 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.428374 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: subnet_allocation Mar 23 23:40:25.428696 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.429391 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.429893 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: subnetpool-prefix-ops Mar 23 23:40:25.430211 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.431135 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.431638 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 23 23:40:25.431961 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: tagging.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.433020 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.433557 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: standard-attr-tag Mar 23 23:40:25.433879 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: timestamp.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.435318 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.435828 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loaded extension: standard-attr-timestamp Mar 23 23:40:25.436154 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: trunk.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.437187 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.437715 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension trunk not supported by any of loaded plugins Mar 23 23:40:25.438042 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: trunk_details.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.438958 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.439461 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension trunk-details not supported by any of loaded plugins Mar 23 23:40:25.439781 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: uplink_status_propagation.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.440701 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.441195 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 23 23:40:25.441543 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Loading extension file: vlantransparent.py {{(pid=109791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 23:40:25.442209 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 23:40:25.442704 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extension vlan-transparent not supported by any of loaded plugins Mar 23 23:40:25.445201 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Creating instance of TrackedResource for resource:network Mar 23 23:40:25.445742 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Creating instance of TrackedResource for resource:subnet Mar 23 23:40:25.446138 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 23:40:25.446524 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Creating instance of TrackedResource for resource:port Mar 23 23:40:25.447820 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.v2.resource_helper [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 23:40:25.448201 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.v2.resource_helper [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Service FLAVORS assigned prefix: {{(pid=109791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 23:40:25.448816 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.v2.resource_helper [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 23:40:25.449236 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.v2.resource_helper [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 23:40:25.449705 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Creating instance of TrackedResource for resource:router Mar 23 23:40:25.450151 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Creating instance of TrackedResource for resource:floatingip Mar 23 23:40:25.450673 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.v2.resource_helper [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Service METERING assigned prefix: /metering {{(pid=109791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 23:40:25.452102 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.452468 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.452821 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:40:25.453856 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 23:40:25.454292 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Creating instance of TrackedResource for resource:security_group Mar 23 23:40:25.454728 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 23:40:25.455327 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.v2.resource_helper [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Service CORE assigned prefix: {{(pid=109791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 23:40:25.455654 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 23:40:25.455998 dv-cinder-749155-6-iscsi neutron-server[109791]: WARNING neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] subnetpool is already registered Mar 23 23:40:25.456427 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.v2.resource_helper [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Service CORE assigned prefix: {{(pid=109791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 23:40:25.456751 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 23:40:25.457080 dv-cinder-749155-6-iscsi neutron-server[109791]: WARNING neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] subnetpool is already registered Mar 23 23:40:25.459383 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.v2.resource_helper [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 23:40:25.459813 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.v2.resource_helper [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Service FLAVORS assigned prefix: {{(pid=109791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 23:40:25.460396 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.v2.resource_helper [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 23:40:25.460813 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.v2.resource_helper [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 23:40:25.461144 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Creating instance of TrackedResource for resource:router Mar 23 23:40:25.461506 dv-cinder-749155-6-iscsi neutron-server[109791]: WARNING neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] router is already registered Mar 23 23:40:25.461914 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Creating instance of TrackedResource for resource:floatingip Mar 23 23:40:25.462251 dv-cinder-749155-6-iscsi neutron-server[109791]: WARNING neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] floatingip is already registered Mar 23 23:40:25.462700 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.v2.resource_helper [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Service METERING assigned prefix: /metering {{(pid=109791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 23:40:25.463354 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 23:40:25.463680 dv-cinder-749155-6-iscsi neutron-server[109791]: WARNING neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] rbac_policy is already registered Mar 23 23:40:25.464085 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Creating instance of TrackedResource for resource:security_group Mar 23 23:40:25.464417 dv-cinder-749155-6-iscsi neutron-server[109791]: WARNING neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] security_group is already registered Mar 23 23:40:25.464813 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 23:40:25.465165 dv-cinder-749155-6-iscsi neutron-server[109791]: WARNING neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] security_group_rule is already registered Mar 23 23:40:25.465881 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.v2.resource_helper [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Service CORE assigned prefix: {{(pid=109791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 23:40:25.466202 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 23:40:25.466534 dv-cinder-749155-6-iscsi neutron-server[109791]: WARNING neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] subnetpool is already registered Mar 23 23:40:25.466947 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.v2.resource_helper [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Service CORE assigned prefix: {{(pid=109791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 23:40:25.467263 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 23:40:25.467590 dv-cinder-749155-6-iscsi neutron-server[109791]: WARNING neutron.quota.resource_registry [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] subnetpool is already registered Mar 23 23:40:25.468052 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: extensions {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.469570 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: address-groups {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.471074 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: address-scopes {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.472367 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: agents {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.473562 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: auto-allocated-topology {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.474809 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: availability_zones {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.476037 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: dhcp-networks {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.477646 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: dhcp-agents {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.479078 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: routers {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.481831 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: flavors {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.483005 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: service_profiles {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.484231 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: next_providers {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.485721 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: service_profiles {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.488167 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: floatingip-pools {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.489422 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: routers {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.491548 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: floatingips {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.492845 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: l3-routers {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.494234 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: l3-agents {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.495630 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: metering-labels {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.497227 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: metering-label-rules {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.498452 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: network-ip-availabilities {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.499710 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: bindings {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.501385 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: quotas {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.502940 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: quotas {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.504474 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: rbac-policies {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.505782 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: security-groups {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.507013 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: security-group-rules {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.508253 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: service-providers {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.509474 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: subnetpools {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.510896 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: subnetpools {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.512431 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: tags {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.514150 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: tags {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.515934 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: tags {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.517713 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: tags {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.519490 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: tags {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.521368 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: tags {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.523032 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: tags {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.524899 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: tags {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.526692 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: tags {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.528597 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron.api.extensions [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Extended resource: tags {{(pid=109791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 23:40:25.534535 dv-cinder-749155-6-iscsi neutron-server[109791]: WARNING keystonemiddleware.auth_token [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 23 23:40:25.539314 dv-cinder-749155-6-iscsi neutron-server[109791]: WARNING keystonemiddleware.auth_token [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 23 23:40:25.548179 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_concurrency.lockutils [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Acquired lock "singleton_lock" {{(pid=109791) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 23 23:40:25.548627 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_concurrency.lockutils [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Releasing lock "singleton_lock" {{(pid=109791) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 23 23:40:25.549287 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO oslo_service.service [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Starting 2 workers Mar 23 23:40:25.554121 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Started child 109898 {{(pid=109791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 23:40:25.558519 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Started child 109899 {{(pid=109791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 23:40:25.559726 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:25.560735 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO neutron.service [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Neutron service started, listening on 0.0.0.0:9696 Mar 23 23:40:25.561200 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Publish callbacks [] for process (None), before_spawn {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:25.561843 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [-] (109898) wsgi starting up on http://0.0.0.0:9696 Mar 23 23:40:25.563758 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO oslo_service.service [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Starting 1 workers Mar 23 23:40:25.564056 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:25.565451 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [-] (109899) wsgi starting up on http://0.0.0.0:9696 Mar 23 23:40:25.568951 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Started child 109900 {{(pid=109791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 23:40:25.569577 dv-cinder-749155-6-iscsi neutron-server[109791]: INFO oslo_service.service [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Starting 1 workers Mar 23 23:40:25.573808 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.service [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] calling RpcWorker wait() {{(pid=109900) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 23 23:40:25.574447 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Started child 109901 {{(pid=109791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 23:40:25.574742 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.service [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] returning from RpcWorker wait() {{(pid=109900) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 23 23:40:25.575762 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-cfbd93c7-dd0c-4707-9031-124e7d68703b None None] Publish callbacks [] for process (None), after_spawn {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:25.576707 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:25.577207 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:40:25.577502 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109791) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 23:40:25.577713 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 23:40:25.578101 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 23:40:25.578331 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 23:40:25.578718 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 23:40:25.578843 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 23:40:25.579369 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.579645 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.579770 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:25.580232 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.580232 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.580387 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.580629 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:40:25.581151 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.581461 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.581729 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.581983 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.582215 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.582365 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.582696 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.582944 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.583178 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.583470 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.583734 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.583968 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.584241 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.584417 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.584678 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.584956 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.585246 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.585702 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] debug = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.586007 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.586487 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.586718 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.586979 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.587233 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.587578 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.587973 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.588249 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.588570 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.588824 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.589077 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.589349 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.589597 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.589846 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.590103 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.590431 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.590724 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.591069 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.591420 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] host = dv-cinder-749155-6-iscsi {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.591656 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.591891 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.592117 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.592359 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.592603 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.592830 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.593086 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.593379 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.593612 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.593856 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.594101 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.594348 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.594562 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.594800 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] log_file = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.594962 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] log_options = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.595191 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.595452 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.595770 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.595910 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.596044 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.596198 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.596471 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.596634 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.596884 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.597116 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.597357 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.597602 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.597836 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.598064 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.598320 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.598542 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.598746 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.598985 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.599225 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.599482 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.599707 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.599932 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.600162 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.600467 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.600710 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.600943 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.601176 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.601415 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.601651 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.601886 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.602119 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.602367 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.602611 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.602854 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.603106 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.603338 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.603562 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.603885 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.604161 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.604392 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.604655 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.605433 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.605818 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.606370 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.606762 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.606983 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.607443 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] use_json = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.607861 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.608270 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.608692 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.610299 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.610735 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.610961 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.611197 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.611474 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.611704 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.612281 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.612431 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.612766 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.614044 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.614574 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.614980 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.615233 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.615469 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.615734 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.616014 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.616304 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.616552 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.616838 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.619527 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.619527 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.619527 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.619527 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.619527 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.619527 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.619527 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.619527 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.620332 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.620332 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.620332 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.620332 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.620332 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.620332 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.620765 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.620890 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.621229 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.621724 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.621979 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.622271 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.622611 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.622876 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.623066 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.623711 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.623711 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.623711 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.624090 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.624230 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.624447 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.624675 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.624887 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.625120 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.625374 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.625651 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.626230 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.626230 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.626524 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.626524 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.626769 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.626898 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.627104 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.627371 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.627568 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.627833 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.628043 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.628303 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.628480 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.628716 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.628920 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.629668 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.629668 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.629668 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.630097 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.630097 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.630344 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.630478 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.630678 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.630877 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.631084 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.631261 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.631589 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.632423 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.632423 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.632423 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.632847 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.632847 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.633080 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.633175 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.633382 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.633590 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.633765 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.633999 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.634202 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.634388 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.634632 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.634837 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.635040 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.635246 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.635516 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.635792 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.636089 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.636292 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.636528 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.636731 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.636973 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.637403 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.637701 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.638018 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.638221 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.638497 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.638712 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.638941 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.639332 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.639571 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.639716 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.639863 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.640048 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.640263 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.640471 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.640781 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.641003 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.641277 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.641854 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.641854 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.642385 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.642385 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.642578 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.642687 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.643113 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.643334 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.643600 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.643879 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.644149 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.644417 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.644700 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.644896 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.645136 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.645419 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.645679 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.645935 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.646195 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.646437 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.646676 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.646930 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.647147 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.647375 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.647696 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.647925 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.649380 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.650435 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.650735 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.651001 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.651263 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.651541 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.651797 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.652038 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.652289 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.652532 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.652827 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.653069 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.653388 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.654057 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.654304 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.654521 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.654765 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.654976 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.655196 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.655857 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.656299 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.656538 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.656759 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.657299 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.657524 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.657795 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.658002 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.658227 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.658466 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.658688 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.658912 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.659131 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.659767 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.660039 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.660278 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.660550 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.660809 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.661027 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.661288 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.661520 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.661775 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.661990 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.662236 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.662457 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.662687 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.662906 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.663121 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.663333 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.663563 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.663789 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.664015 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.664406 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.664645 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.664981 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.665216 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.665487 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.665720 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.665948 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.666163 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.666376 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.666590 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.666816 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.667112 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.667337 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.667570 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.667805 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.668414 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.668943 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.669736 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.670436 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.670693 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.670934 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.671157 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.671400 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.671614 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.671837 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.672074 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.672288 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.672496 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.672705 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.672918 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.673124 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.673721 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.673974 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.674201 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.674463 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.674677 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.674908 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.675127 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.675337 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.675546 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.675766 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.675978 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.676187 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.676424 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.676631 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.676855 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.677080 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.677319 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.677534 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.678528 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.678528 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.678528 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.678528 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.678528 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.678867 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.678962 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.679167 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.679374 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.679594 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.679810 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.680037 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.680259 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.680466 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.680670 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.680907 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.681119 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.681359 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.681630 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.681891 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.682109 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.682397 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.682652 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.682903 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.683163 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.683463 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.683675 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.683949 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.684192 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.684413 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.684628 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.684887 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.685198 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.685555 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.685746 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.685982 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.686247 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.686524 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.686798 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.687017 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.687328 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.687643 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.687906 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.688386 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.688503 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:40:25.688634 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.688877 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.689097 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.689333 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.689549 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.689761 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.689982 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.690216 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.690441 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.690680 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.690892 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.691201 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.691423 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.692286 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.692286 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.692286 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.692286 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.692575 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 23:40:25.693166 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109791) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 23:40:25.693351 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 23:40:25.693507 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 23:40:25.693685 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 23:40:25.693853 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 23:40:25.693998 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 23:40:25.694198 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.694351 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.694518 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.694672 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.694977 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.695334 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.695636 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.695944 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.696247 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.696402 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.696697 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.696994 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.697146 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.697334 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.697500 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.697652 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.697811 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.698013 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.698131 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.698287 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.698585 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.698743 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.698892 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] debug = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.699057 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.699256 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.699413 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.700025 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.700192 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.700352 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.700514 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.700673 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.700832 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.701312 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.701312 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.701312 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.701573 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.701652 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.701751 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.701911 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.702072 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.702226 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.702387 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] host = dv-cinder-749155-6-iscsi {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.702543 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.702697 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.703003 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.703161 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.703318 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.703474 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.703630 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.703787 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.703957 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.704483 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.704483 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.704483 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.704704 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.704704 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] log_file = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.704822 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] log_options = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.704966 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.705349 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.705456 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.705621 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.705782 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.705940 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.706095 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.706250 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.706408 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.706570 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.706724 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.706880 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.707035 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.707191 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.707346 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.707502 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.707657 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.707815 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.707971 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.708127 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.708282 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.708439 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.708595 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.708750 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.708904 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.709059 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.709311 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.709474 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.709630 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.709786 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.709940 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.710098 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.710268 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.710390 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.710539 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.710685 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.710850 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.711001 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.711123 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.711274 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.711414 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.711573 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.711730 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.711885 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.712212 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.712212 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.712442 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] use_json = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.712524 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.712601 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.712760 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.712915 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.713070 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.713227 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.713432 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.713591 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.713747 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 23:40:25.713922 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.714084 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.714254 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.714413 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.714573 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.714732 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.714888 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.715047 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.715235 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.715441 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.715611 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.715747 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.715881 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.716039 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.716160 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.716277 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.716441 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.716599 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.716758 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.716916 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.717075 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.717234 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.717423 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.717582 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.717740 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.717898 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.718057 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.718225 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.718383 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.718556 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.718894 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.718894 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.719071 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.719158 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.719316 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.719475 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.719634 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.719792 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.719951 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.720109 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.720266 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.720424 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.720582 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.720738 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.720898 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.721057 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.721216 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.721402 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.721560 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.721718 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.721877 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.722036 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.722194 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.722491 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.722581 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.722745 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.722867 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 43290) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:40:25.722977 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.723083 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.723211 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.723370 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.723527 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.723686 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.723844 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.724002 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.724160 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.724375 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.724539 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.724697 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.724868 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.725026 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.725185 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.725367 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.725526 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.725683 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.725840 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.725993 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.726131 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.726293 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.726433 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.726595 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.726736 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.726902 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.727063 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.727203 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.727366 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.728401 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.728401 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.728401 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.728401 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.728401 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.728401 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.728401 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.729358 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.729358 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.729358 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.729358 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.729358 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.729358 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.730443 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.730443 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.730443 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.730443 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.730443 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.731358 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.731358 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.731358 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.731358 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.731358 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.731358 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.732220 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.732220 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.732220 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.732220 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.732220 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.732220 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.732980 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.732980 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.732980 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.732980 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.732980 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.733630 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.733630 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.733630 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.733630 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.734136 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.734281 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072355 Mar 23 23:40:25.734764 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.734932 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.735094 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.735253 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.735413 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.735580 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.735723 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.735860 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.736017 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.736245 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.736383 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.736517 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.736673 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.736764 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.736946 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.737102 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.737428 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.737794 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.737950 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.738110 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.738269 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.738428 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.738587 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.738750 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.738910 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.739059 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.739217 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.739373 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.739531 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.739690 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.739850 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.740009 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.740171 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.740331 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.740492 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.740650 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.740809 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.740968 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.741126 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.741440 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.741440 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.741617 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.741774 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.741931 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.742091 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.742248 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.742404 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.742567 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.742805 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.742956 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.743095 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.743244 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.743393 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.743529 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.743673 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.743803 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.743937 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.744076 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.744207 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.744342 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.744474 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.744627 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.744770 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.744936 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.745081 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.745242 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.745407 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.745574 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.745733 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.745910 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.746070 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.746231 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.746406 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.746619 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.746709 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.746869 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.747025 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.747322 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.747485 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.747646 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.747810 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.747970 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.748129 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.748287 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.748446 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.748607 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.748769 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.748928 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.749086 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.749276 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.749429 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.749589 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.749750 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.749909 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.750067 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.750224 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.750383 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.750542 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.750714 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.750878 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.751038 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.751197 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.751355 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.751508 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.751686 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.751831 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.751989 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.752154 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.752313 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.752465 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.752606 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.752756 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.752914 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.753074 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.753232 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.753412 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.753581 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.753741 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.753899 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.754059 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.754217 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.754376 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.754543 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.754702 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.754860 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.755019 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.755179 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.755337 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.755505 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.755669 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.755827 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.755986 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.756144 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.756303 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.756470 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.756633 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.756796 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.757295 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.757295 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.757295 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.757659 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.757659 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.757887 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.757887 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.758131 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.758250 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.758365 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.758491 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.758656 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.758826 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.758991 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.759153 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.759321 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.759488 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.759657 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.759815 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.759979 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.760151 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.760311 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.760470 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.760628 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.760787 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.760946 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.761103 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.761272 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.761446 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.761603 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.761748 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.761907 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.762131 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.762378 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.762543 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.762703 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.762862 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.763021 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.763180 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.763339 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 23:40:25.763491 dv-cinder-749155-6-iscsi neutron-server[109791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 23:40:37.271215 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72df7ec3-93d9-4c74-940f-393e9edcfc77 None None] get_active_networks_info from dv-cinder-749155-6-iscsi {{(pid=109900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 23:40:37.354378 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72df7ec3-93d9-4c74-940f-393e9edcfc77 None None] No non-hosted networks {{(pid=109900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 23 23:40:37.385297 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3c473e78-93fa-452b-aa85-b029b27d9f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573985'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:39.289122 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8b0afaea-71b3-4e55-a78e-49fbb166890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573985'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:39.346544 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f2d47861-2182-4a14-b09a-d746e3f9bf25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:40.523724 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573985'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:42.126671 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573985'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:43.304646 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573985'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:43.305120 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:43.305502 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:43.305998 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:43.306430 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:43.306890 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:43.307420 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:43.307746 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:43.308304 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:43.308641 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:43.310121 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:43.310497 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:43.310821 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:43.311155 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:43.311472 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:43.311786 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:43.312185 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-749155-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:40:43.318326 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-749155-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:40:43.523582 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 43378) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:40:44.045725 dv-cinder-749155-6-iscsi neutron-server[109899]: WARNING oslo_policy.policy [None req-f36f87cd-0f88-424d-a38d-232a40023c6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 23:40:44.046296 dv-cinder-749155-6-iscsi neutron-server[109899]: WARNING oslo_policy.policy [None req-f36f87cd-0f88-424d-a38d-232a40023c6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 23:40:44.266633 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [None req-f36f87cd-0f88-424d-a38d-232a40023c6d admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 23:40:44.272183 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-f36f87cd-0f88-424d-a38d-232a40023c6d admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7432222 Mar 23 23:40:46.383645 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.db.l3_hamode_db [None req-8b3948e4-91bf-4495-b9ea-063a2a4cd31d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 23 23:40:46.464106 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3948e4-91bf-4495-b9ea-063a2a4cd31d None None] Routers set() bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:40:46.464406 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3948e4-91bf-4495-b9ea-063a2a4cd31d None None] Router IDs set() for agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 23:40:46.850316 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 43394) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:40:47.389728 dv-cinder-749155-6-iscsi neutron-server[109898]: WARNING oslo_policy.policy [None req-57a74993-6f99-42ed-b1c7-c3b61b055852 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 23:40:47.390301 dv-cinder-749155-6-iscsi neutron-server[109898]: WARNING oslo_policy.policy [None req-57a74993-6f99-42ed-b1c7-c3b61b055852 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 23:40:47.609440 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-57a74993-6f99-42ed-b1c7-c3b61b055852 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:40:47.701843 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.policy [None req-57a74993-6f99-42ed-b1c7-c3b61b055852 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109898) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 23:40:47.750020 dv-cinder-749155-6-iscsi neutron-server[109898]: WARNING oslo_policy.policy [None req-57a74993-6f99-42ed-b1c7-c3b61b055852 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 23:40:47.750427 dv-cinder-749155-6-iscsi neutron-server[109898]: WARNING oslo_policy.policy [None req-57a74993-6f99-42ed-b1c7-c3b61b055852 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 23:40:47.850851 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57a74993-6f99-42ed-b1c7-c3b61b055852 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777136199619', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777136204176', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777136154756', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777136157877', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777136171032', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777141594072', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1049904', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1094178', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1037580', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-977950'] for rbac-policy (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:47.922420 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57a74993-6f99-42ed-b1c7-c3b61b055852 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:47.923816 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-57a74993-6f99-42ed-b1c7-c3b61b055852 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0714843 Mar 23 23:40:50.458461 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 43410) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:40:50.809042 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:40:50.841062 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Made reservation on behalf of 2407f22b531244bda68f33232a5683f5 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:40:50.844898 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:50.861670 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:50.981040 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Publish callbacks [] for security_group (f3008f4a-9d50-4de8-9d5e-485f92c86c54), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:50.987185 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (f3008f4a-9d50-4de8-9d5e-485f92c86c54), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:51.011139 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 23:40:51.045481 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777139652666', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (967222b5-6f2e-4e59-b2ce-6edefa7e570a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:51.046076 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Unsubscribe: segment precommit_create {{(pid=109898) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 23:40:51.046905 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.segments_db [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Added segment 967222b5-6f2e-4e59-b2ce-6edefa7e570a of type vlan for network 16f4b0a5-bccb-45d6-bbee-f2e65ea8af37 Mar 23 23:40:51.063960 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f3008f4a-9d50-4de8-9d5e-485f92c86c54,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:40:51.113306 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:51.113529 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:51.113912 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:51.114260 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:51.114590 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:51.114909 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:51.115228 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:51.115546 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:51.115863 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:51.116180 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:51.116499 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:51.116824 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:51.117142 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:51.117462 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:51.117770 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Tracked resource versions report: Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: pushed versions: Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: { 'AddressGroup': {'1.2'}, Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Agent': {'1.1'}, Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'ConntrackHelper': {'1.0'}, Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'LocalIPAssociation': {'1.0'}, Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Log': {'1.0'}, Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'NDPProxy': {'1.0'}, Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Network': {'1.1'}, Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Port': {'1.7'}, Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'PortForwarding': {'1.3'}, Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'QosPolicy': {'1.10'}, Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'SecurityGroup': {'1.5'}, Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'SecurityGroupRule': {'1.2'}, Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'SubPort': {'1.0'}, Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Subnet': {'1.1'}, Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Trunk': {'1.1'}} Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: consumer versions: Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: { DHCP agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: L3 agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: Metadata agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: Metering agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: Open vSwitch agent@dv-cinder-749155-6-iscsi: { 'AddressGroup': '1.2', Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Agent': '1.1', Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'ConntrackHelper': '1.0', Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'LocalIPAssociation': '1.0', Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Log': '1.0', Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'NDPProxy': '1.0', Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Network': '1.1', Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Port': '1.7', Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'PortForwarding': '1.3', Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'QosPolicy': '1.10', Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'SecurityGroup': '1.5', Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'SecurityGroupRule': '1.2', Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'SubPort': '1.0', Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Subnet': '1.1', Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Trunk': '1.1'}} Mar 23 23:40:51.119158 dv-cinder-749155-6-iscsi neutron-server[109898]: {{(pid=109898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 23:40:51.158579 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777139294019'] for network (16f4b0a5-bccb-45d6-bbee-f2e65ea8af37), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:51.198845 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for network (16f4b0a5-bccb-45d6-bbee-f2e65ea8af37), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:51.204344 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:40:51.205075 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:51.298610 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8390644 Mar 23 23:40:51.323126 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a610265-6732-48e4-b313-a6eb2c38ed10 demo demo] Pushing event updated for resources: {'Network': ['ID=16f4b0a5-bccb-45d6-bbee-f2e65ea8af37,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:40:51.336200 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Network 16f4b0a5-bccb-45d6-bbee-f2e65ea8af37 details requested by agent ovs-agent-dv-cinder-749155-6-iscsi with host dv-cinder-749155-6-iscsi {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 23:40:53.875017 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 43422) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:40:54.306113 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1706d878-3fae-4af7-8a0b-56540655638a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:40:54.307459 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-1706d878-3fae-4af7-8a0b-56540655638a demo admin] 10.222.0.31 "GET /v2.0/networks/16f4b0a5-bccb-45d6-bbee-f2e65ea8af37 HTTP/1.1" status: 200 len: 824 time: 0.4314666 Mar 23 23:40:54.336763 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-1438cfe4-d1a5-417d-be6b-ab625eda9a55 demo admin] 10.222.0.31 "GET /v2.0/subnetpools/37510045-fd6f-4ca9-bbe3-7004be72f051 HTTP/1.1" status: 200 len: 734 time: 0.0204947 Mar 23 23:40:54.345278 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4649cd3a-0f9e-4ad7-959a-0789c7f00bd1 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '37510045-fd6f-4ca9-bbe3-7004be72f051', 'ip_version': 4, 'network_id': '16f4b0a5-bccb-45d6-bbee-f2e65ea8af37'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:40:54.370174 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4649cd3a-0f9e-4ad7-959a-0789c7f00bd1 demo admin] Made reservation on behalf of 2407f22b531244bda68f33232a5683f5 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:40:54.372825 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4649cd3a-0f9e-4ad7-959a-0789c7f00bd1 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:54.683647 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4649cd3a-0f9e-4ad7-959a-0789c7f00bd1 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for subnet (3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:54.747875 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649cd3a-0f9e-4ad7-959a-0789c7f00bd1 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:40:54.757527 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4649cd3a-0f9e-4ad7-959a-0789c7f00bd1 demo admin] Checking segment: {'id': '967222b5-6f2e-4e59-b2ce-6edefa7e570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16f4b0a5-bccb-45d6-bbee-f2e65ea8af37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:40:54.757917 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4649cd3a-0f9e-4ad7-959a-0789c7f00bd1 demo admin] Network hostable DHCP agents. Network: 16f4b0a5-bccb-45d6-bbee-f2e65ea8af37, hostable agents: ['241e2e2a-1e2f-484e-9acb-0603fdf8399b'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 23:40:54.782078 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4649cd3a-0f9e-4ad7-959a-0789c7f00bd1 demo admin] Network 16f4b0a5-bccb-45d6-bbee-f2e65ea8af37 is scheduled to be hosted by DHCP agent 241e2e2a-1e2f-484e-9acb-0603fdf8399b with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 23:40:54.797517 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-4649cd3a-0f9e-4ad7-959a-0789c7f00bd1 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-6-iscsi, 16f4b0a5-bccb-45d6-bbee-f2e65ea8af37) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:40:54.802303 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4649cd3a-0f9e-4ad7-959a-0789c7f00bd1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:40:54.802924 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4649cd3a-0f9e-4ad7-959a-0789c7f00bd1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:54.809276 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce4a259-4d8e-4c12-8a98-a0b8bf3f2c9b None None] Network 16f4b0a5-bccb-45d6-bbee-f2e65ea8af37 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:40:54.818768 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-4649cd3a-0f9e-4ad7-959a-0789c7f00bd1 demo admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4767027 Mar 23 23:40:55.188477 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e1639c-67de-5e20-9028-c27b0e4ba40d-16f4b0a5-bccb-45d6-bbee-f2e65ea8af37', 'network_id': '16f4b0a5-bccb-45d6-bbee-f2e65ea8af37', 'project_id': '2407f22b531244bda68f33232a5683f5', 'fixed_ips': [{'subnet_id': '3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5'}]}} from dv-cinder-749155-6-iscsi. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 23:40:55.189744 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:55.472127 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Allocated IP 172.20.0.2 (16f4b0a5-bccb-45d6-bbee-f2e65ea8af37/3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5/33c35930-7c2a-4068-a7c2-637e0c99cfdf) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:40:55.742266 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Publish callbacks [] for port (33c35930-7c2a-4068-a7c2-637e0c99cfdf), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:55.751782 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175'] for port (33c35930-7c2a-4068-a7c2-637e0c99cfdf), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:55.824501 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Network 16f4b0a5-bccb-45d6-bbee-f2e65ea8af37 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:40:55.832517 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:40:55.844818 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:40:55.847987 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Pushing event updated for resources: {'Port': ['ID=33c35930-7c2a-4068-a7c2-637e0c99cfdf,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:40:55.857800 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:55.858145 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:55.858493 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:55.858844 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:55.859170 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:55.859494 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:55.859812 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:55.860128 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:55.860447 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:55.860761 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:55.861079 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:55.861417 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:55.861741 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:55.862055 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:55.862367 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Tracked resource versions report: Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: pushed versions: Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: { 'AddressGroup': {'1.2'}, Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Agent': {'1.1'}, Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'ConntrackHelper': {'1.0'}, Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'LocalIPAssociation': {'1.0'}, Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Log': {'1.0'}, Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'NDPProxy': {'1.0'}, Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Network': {'1.1'}, Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Port': {'1.7'}, Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'PortForwarding': {'1.3'}, Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'QosPolicy': {'1.10'}, Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'SecurityGroup': {'1.5'}, Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'SecurityGroupRule': {'1.2'}, Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'SubPort': {'1.0'}, Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Subnet': {'1.1'}, Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Trunk': {'1.1'}} Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: consumer versions: Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: { DHCP agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: L3 agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: Metadata agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: Metering agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: Open vSwitch agent@dv-cinder-749155-6-iscsi: { 'AddressGroup': '1.2', Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Agent': '1.1', Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'ConntrackHelper': '1.0', Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'LocalIPAssociation': '1.0', Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Log': '1.0', Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'NDPProxy': '1.0', Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Network': '1.1', Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Port': '1.7', Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'PortForwarding': '1.3', Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'QosPolicy': '1.10', Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'SecurityGroup': '1.5', Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'SecurityGroupRule': '1.2', Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'SubPort': '1.0', Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Subnet': '1.1', Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Trunk': '1.1'}} Mar 23 23:40:55.863751 dv-cinder-749155-6-iscsi neutron-server[109900]: {{(pid=109900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 23:40:55.940862 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Attempting to bind port 33c35930-7c2a-4068-a7c2-637e0c99cfdf on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:40:55.941290 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Attempting to bind port 33c35930-7c2a-4068-a7c2-637e0c99cfdf by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': '967222b5-6f2e-4e59-b2ce-6edefa7e570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16f4b0a5-bccb-45d6-bbee-f2e65ea8af37'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:40:55.941729 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Attempting to bind port 33c35930-7c2a-4068-a7c2-637e0c99cfdf on network 16f4b0a5-bccb-45d6-bbee-f2e65ea8af37 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:40:55.947140 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:40:55.947504 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Checking segment: {'id': '967222b5-6f2e-4e59-b2ce-6edefa7e570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16f4b0a5-bccb-45d6-bbee-f2e65ea8af37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:40:55.947975 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:55.948369 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Bound using segment: {'id': '967222b5-6f2e-4e59-b2ce-6edefa7e570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16f4b0a5-bccb-45d6-bbee-f2e65ea8af37'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:40:55.948837 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Bound port: 33c35930-7c2a-4068-a7c2-637e0c99cfdf, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967222b5-6f2e-4e59-b2ce-6edefa7e570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16f4b0a5-bccb-45d6-bbee-f2e65ea8af37'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:40:55.949379 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (33c35930-7c2a-4068-a7c2-637e0c99cfdf), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:56.021168 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e12432a6-034e-4384-8224-136844ea7398 None None] For port 33c35930-7c2a-4068-a7c2-637e0c99cfdf, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:40:56.025647 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e12432a6-034e-4384-8224-136844ea7398 None None] For port 33c35930-7c2a-4068-a7c2-637e0c99cfdf, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=33c35930-7c2a-4068-a7c2-637e0c99cfdf,segment=NetworkSegment(967222b5-6f2e-4e59-b2ce-6edefa7e570a),segment_id=967222b5-6f2e-4e59-b2ce-6edefa7e570a)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:40:56.034976 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (33c35930-7c2a-4068-a7c2-637e0c99cfdf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:40:56.099646 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12432a6-034e-4384-8224-136844ea7398 None None] Pushing event updated for resources: {'Port': ['ID=33c35930-7c2a-4068-a7c2-637e0c99cfdf,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:40:57.371478 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 43430) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:40:57.712454 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [None req-7fb1dd2b-06bc-43ba-960d-a7ed71824fa1 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 23:40:57.713494 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-7fb1dd2b-06bc-43ba-960d-a7ed71824fa1 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3408916 Mar 23 23:41:00.291552 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 43438) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:41:00.630406 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [None req-af5a68fd-40ae-4fcc-b04b-72d7e6a6972c admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 23:41:00.631375 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-af5a68fd-40ae-4fcc-b04b-72d7e6a6972c admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3388696 Mar 23 23:41:03.206171 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 43446) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:41:03.535877 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0cf9cf6c-bd40-4ce4-8384-e3e20f23624a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:41:03.595020 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.policy [None req-0cf9cf6c-bd40-4ce4-8384-e3e20f23624a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109899) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 23:41:03.638435 dv-cinder-749155-6-iscsi neutron-server[109899]: WARNING oslo_policy.policy [None req-0cf9cf6c-bd40-4ce4-8384-e3e20f23624a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 23:41:03.638805 dv-cinder-749155-6-iscsi neutron-server[109899]: WARNING oslo_policy.policy [None req-0cf9cf6c-bd40-4ce4-8384-e3e20f23624a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 23:41:03.701274 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0cf9cf6c-bd40-4ce4-8384-e3e20f23624a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (5e81b508-a907-4339-bf95-8735ff837704), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:03.703142 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0cf9cf6c-bd40-4ce4-8384-e3e20f23624a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (5e81b508-a907-4339-bf95-8735ff837704), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:03.862427 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0cf9cf6c-bd40-4ce4-8384-e3e20f23624a demo demo] Publish callbacks [] for router_controller (5e81b508-a907-4339-bf95-8735ff837704), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:03.869855 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0cf9cf6c-bd40-4ce4-8384-e3e20f23624a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574760'] for router (5e81b508-a907-4339-bf95-8735ff837704), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:03.893681 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0cf9cf6c-bd40-4ce4-8384-e3e20f23624a demo demo] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:03.894823 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-0cf9cf6c-bd40-4ce4-8384-e3e20f23624a demo demo] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6876550 Mar 23 23:41:06.068158 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 33c35930-7c2a-4068-a7c2-637e0c99cfdf up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:41:06.159913 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 33c35930-7c2a-4068-a7c2-637e0c99cfdf triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:41:06.160331 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (33c35930-7c2a-4068-a7c2-637e0c99cfdf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:06.281690 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 33c35930-7c2a-4068-a7c2-637e0c99cfdf is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:41:06.282403 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (33c35930-7c2a-4068-a7c2-637e0c99cfdf), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:06.318053 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] For port 33c35930-7c2a-4068-a7c2-637e0c99cfdf, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=33c35930-7c2a-4068-a7c2-637e0c99cfdf,segment=NetworkSegment(967222b5-6f2e-4e59-b2ce-6edefa7e570a),segment_id=967222b5-6f2e-4e59-b2ce-6edefa7e570a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:41:06.325982 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (33c35930-7c2a-4068-a7c2-637e0c99cfdf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:06.374590 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Pushing event updated for resources: {'Port': ['ID=33c35930-7c2a-4068-a7c2-637e0c99cfdf,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:41:06.439119 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 43460) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:41:06.767000 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [None req-98b83fff-9099-4c1a-931e-2cc64d5c6829 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 23:41:06.767971 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-98b83fff-9099-4c1a-931e-2cc64d5c6829 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3279135 Mar 23 23:41:07.228681 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fe19024d-ece9-44ae-8764-59b4093d2209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:07.266039 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476b3c62-e94e-4f58-9409-89ce1573e0c0 None None] Network 16f4b0a5-bccb-45d6-bbee-f2e65ea8af37 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:41:07.350149 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-227fe0ee-47d3-4788-b084-64487a981009 None None] Provisioning complete for port 33c35930-7c2a-4068-a7c2-637e0c99cfdf triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:41:07.350533 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-227fe0ee-47d3-4788-b084-64487a981009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (33c35930-7c2a-4068-a7c2-637e0c99cfdf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:07.467474 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-227fe0ee-47d3-4788-b084-64487a981009 None None] Current status of the port 33c35930-7c2a-4068-a7c2-637e0c99cfdf is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:41:07.591053 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a35da5ea-9b85-403d-8410-e54d328105bd None None] Provisioning complete for port 33c35930-7c2a-4068-a7c2-637e0c99cfdf triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:41:07.591451 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a35da5ea-9b85-403d-8410-e54d328105bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (33c35930-7c2a-4068-a7c2-637e0c99cfdf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:07.673950 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a35da5ea-9b85-403d-8410-e54d328105bd None None] Current status of the port 33c35930-7c2a-4068-a7c2-637e0c99cfdf is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:41:08.043819 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 33c35930-7c2a-4068-a7c2-637e0c99cfdf up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:41:08.104795 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 33c35930-7c2a-4068-a7c2-637e0c99cfdf triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:41:08.105686 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (33c35930-7c2a-4068-a7c2-637e0c99cfdf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:08.206817 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 33c35930-7c2a-4068-a7c2-637e0c99cfdf is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:41:09.294476 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cf6549a8-1a8a-401b-aa6c-cae853d34177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:09.492473 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 43468) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:41:09.854711 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:41:09.885784 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Made reservation on behalf of 9ea4870dd18f4fd1a3431ce530501a19 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:41:09.888953 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:09.904468 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:10.022328 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Publish callbacks [] for security_group (2b44ebb1-91d0-4331-b569-2d746916b3c9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:10.028662 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (2b44ebb1-91d0-4331-b569-2d746916b3c9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:10.040062 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Reserving flat network on physical network physnet1 {{(pid=109899) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 23 23:41:10.083398 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777139652666', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (c04c7c2a-066f-4c8a-ada3-ec91bcd237cd), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:10.084005 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Unsubscribe: segment precommit_create {{(pid=109899) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 23:41:10.084523 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.segments_db [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Added segment c04c7c2a-066f-4c8a-ada3-ec91bcd237cd of type flat for network b729df10-08c3-4315-b5ba-4a4ad36352af Mar 23 23:41:10.104409 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b44ebb1-91d0-4331-b569-2d746916b3c9,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:41:10.168724 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:10.169214 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:10.169660 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:10.169994 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:10.170316 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:10.170631 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:10.170946 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:10.171259 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:10.171594 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:10.171909 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:10.172237 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:10.172567 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:10.172880 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:10.173189 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:10.173519 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Tracked resource versions report: Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: pushed versions: Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: { 'AddressGroup': {'1.2'}, Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Agent': {'1.1'}, Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'ConntrackHelper': {'1.0'}, Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'LocalIPAssociation': {'1.0'}, Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Log': {'1.0'}, Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'NDPProxy': {'1.0'}, Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Network': {'1.1'}, Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Port': {'1.7'}, Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'PortForwarding': {'1.3'}, Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'QosPolicy': {'1.10'}, Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'SecurityGroup': {'1.5'}, Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'SecurityGroupRule': {'1.2'}, Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'SubPort': {'1.0'}, Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Subnet': {'1.1'}, Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Trunk': {'1.1'}} Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: consumer versions: Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: { DHCP agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: L3 agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: Metadata agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: Metering agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: Open vSwitch agent@dv-cinder-749155-6-iscsi: { 'AddressGroup': '1.2', Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Agent': '1.1', Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'ConntrackHelper': '1.0', Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'LocalIPAssociation': '1.0', Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Log': '1.0', Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'NDPProxy': '1.0', Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Network': '1.1', Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Port': '1.7', Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'PortForwarding': '1.3', Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'QosPolicy': '1.10', Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'SecurityGroup': '1.5', Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'SecurityGroupRule': '1.2', Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'SubPort': '1.0', Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Subnet': '1.1', Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Trunk': '1.1'}} Mar 23 23:41:10.174928 dv-cinder-749155-6-iscsi neutron-server[109899]: {{(pid=109899) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 23:41:10.217874 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777139294019'] for network (b729df10-08c3-4315-b5ba-4a4ad36352af), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:10.262914 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for network (b729df10-08c3-4315-b5ba-4a4ad36352af), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:10.263977 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:41:10.264763 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:10.348139 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8545408 Mar 23 23:41:10.367342 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c269e2-c9ec-406b-98f9-36accfc1d7f1 admin admin] Pushing event updated for resources: {'Network': ['ID=b729df10-08c3-4315-b5ba-4a4ad36352af,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:41:10.379077 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Network b729df10-08c3-4315-b5ba-4a4ad36352af details requested by agent ovs-agent-dv-cinder-749155-6-iscsi with host dv-cinder-749155-6-iscsi {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 23:41:10.491801 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:12.105664 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:12.896736 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 43490) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:41:13.147372 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6405aec-3f7c-4554-a2e2-e0907ac3b912 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:41:13.148744 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-f6405aec-3f7c-4554-a2e2-e0907ac3b912 demo admin] 10.222.0.31 "GET /v2.0/subnets/3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5 HTTP/1.1" status: 200 len: 849 time: 0.2506721 Mar 23 23:41:13.297692 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-d3bafc50-f2e1-406a-b272-8ad9303b81b4 demo admin] 10.222.0.31 "GET /v2.0/routers/5e81b508-a907-4339-bf95-8735ff837704 HTTP/1.1" status: 200 len: 704 time: 0.1417992 Mar 23 23:41:13.306962 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:13.577537 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4548-d3f2-4a35-874a-e70640d5dbf2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:13.881718 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-c9ce4548-d3f2-4a35-874a-e70640d5dbf2 demo admin] Allocated IP 172.20.0.1 (16f4b0a5-bccb-45d6-bbee-f2e65ea8af37/3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5/47365363-bf19-44f4-9cae-a169229a348e) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:41:14.078712 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4548-d3f2-4a35-874a-e70640d5dbf2 demo admin] Publish callbacks [] for port (47365363-bf19-44f4-9cae-a169229a348e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:14.149953 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4548-d3f2-4a35-874a-e70640d5dbf2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175'] for port (47365363-bf19-44f4-9cae-a169229a348e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:14.231557 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ce4548-d3f2-4a35-874a-e70640d5dbf2 demo admin] Network 16f4b0a5-bccb-45d6-bbee-f2e65ea8af37 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:41:14.238735 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-c9ce4548-d3f2-4a35-874a-e70640d5dbf2 demo admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:41:14.244251 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce4548-d3f2-4a35-874a-e70640d5dbf2 demo admin] Pushing event updated for resources: {'Port': ['ID=47365363-bf19-44f4-9cae-a169229a348e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:41:14.247230 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ce4548-d3f2-4a35-874a-e70640d5dbf2 demo admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:41:14.248040 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4548-d3f2-4a35-874a-e70640d5dbf2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574717'] for router_interface (5e81b508-a907-4339-bf95-8735ff837704), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:14.444675 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-04a275e4-f3b2-49c1-b5f0-0268dfb105f1 None None] Provisioning complete for port 47365363-bf19-44f4-9cae-a169229a348e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:41:14.445403 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-04a275e4-f3b2-49c1-b5f0-0268dfb105f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (47365363-bf19-44f4-9cae-a169229a348e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:14.479641 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-04a275e4-f3b2-49c1-b5f0-0268dfb105f1 None None] Port 47365363-bf19-44f4-9cae-a169229a348e cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:41:14.505428 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4548-d3f2-4a35-874a-e70640d5dbf2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (47365363-bf19-44f4-9cae-a169229a348e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:14.711385 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4548-d3f2-4a35-874a-e70640d5dbf2 demo admin] Publish callbacks [] for port (47365363-bf19-44f4-9cae-a169229a348e), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:14.719805 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4548-d3f2-4a35-874a-e70640d5dbf2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (47365363-bf19-44f4-9cae-a169229a348e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:14.720546 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4548-d3f2-4a35-874a-e70640d5dbf2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574569'] for router_interface (5e81b508-a907-4339-bf95-8735ff837704), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:14.797273 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce4548-d3f2-4a35-874a-e70640d5dbf2 demo admin] Pushing event updated for resources: {'Port': ['ID=47365363-bf19-44f4-9cae-a169229a348e,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:41:14.848874 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ce4548-d3f2-4a35-874a-e70640d5dbf2 demo admin] Network 16f4b0a5-bccb-45d6-bbee-f2e65ea8af37 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:41:14.850312 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-c9ce4548-d3f2-4a35-874a-e70640d5dbf2 demo admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:41:15.022253 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ce4548-d3f2-4a35-874a-e70640d5dbf2 demo admin] Router 5e81b508-a907-4339-bf95-8735ff837704 is scheduled to L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 23:41:15.102633 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f773f1ba-d148-4727-831d-7a04dc2d0f9e None None] Provisioning complete for port 47365363-bf19-44f4-9cae-a169229a348e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:41:15.103146 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f773f1ba-d148-4727-831d-7a04dc2d0f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (47365363-bf19-44f4-9cae-a169229a348e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:15.124897 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ce4548-d3f2-4a35-874a-e70640d5dbf2 demo admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:41:15.139740 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-c9ce4548-d3f2-4a35-874a-e70640d5dbf2 demo admin] 10.222.0.31 "PUT /v2.0/routers/5e81b508-a907-4339-bf95-8735ff837704/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8239567 Mar 23 23:41:15.140175 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f773f1ba-d148-4727-831d-7a04dc2d0f9e None None] Port 47365363-bf19-44f4-9cae-a169229a348e cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:41:15.149560 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] Sync routers for ids ['5e81b508-a907-4339-bf95-8735ff837704'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:41:15.162338 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] Routers {'5e81b508-a907-4339-bf95-8735ff837704'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:41:15.163139 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:41:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['5e81b508-a907-4339-bf95-8735ff837704'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:41:15.357952 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] Set router 5e81b508-a907-4339-bf95-8735ff837704 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:41:15.671526 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 5 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:41:15.811767 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e81b508-a907-4339-bf95-8735ff837704', 'name': 'router1', 'tenant_id': '2407f22b531244bda68f33232a5683f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:41:03Z', 'updated_at': '2022-03-23T23:41:14Z', 'revision_number': 2, 'project_id': '2407f22b531244bda68f33232a5683f5', 'gw_port_host': None, '_interfaces': [{'id': '47365363-bf19-44f4-9cae-a169229a348e', 'name': '', 'network_id': '16f4b0a5-bccb-45d6-bbee-f2e65ea8af37', 'tenant_id': '2407f22b531244bda68f33232a5683f5', 'mac_address': 'fa:16:3e:b6:7a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e81b508-a907-4339-bf95-8735ff837704', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:41:13Z', 'updated_at': '2022-03-23T23:41:14Z', 'revision_number': 2, 'project_id': '2407f22b531244bda68f33232a5683f5', 'subnets': [{'id': '3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37510045-fd6f-4ca9-bbe3-7004be72f051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:41:15.866744 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] Checking router: 5e81b508-a907-4339-bf95-8735ff837704 for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:41:15.867122 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] Updating router 5e81b508-a907-4339-bf95-8735ff837704 port 47365363-bf19-44f4-9cae-a169229a348e binding host dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 23:41:15.924959 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (47365363-bf19-44f4-9cae-a169229a348e), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:16.451467 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] Publish callbacks [] for port (47365363-bf19-44f4-9cae-a169229a348e), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:16.458672 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (47365363-bf19-44f4-9cae-a169229a348e), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:16.558581 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41470c39-3d81-4c65-9ca0-d5a3b5df220e None None] Pushing event updated for resources: {'Port': ['ID=47365363-bf19-44f4-9cae-a169229a348e,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:41:16.568768 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41470c39-3d81-4c65-9ca0-d5a3b5df220e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:16.569093 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41470c39-3d81-4c65-9ca0-d5a3b5df220e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:16.569465 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41470c39-3d81-4c65-9ca0-d5a3b5df220e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:16.569802 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41470c39-3d81-4c65-9ca0-d5a3b5df220e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:16.570126 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41470c39-3d81-4c65-9ca0-d5a3b5df220e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:16.570442 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41470c39-3d81-4c65-9ca0-d5a3b5df220e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:16.570761 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41470c39-3d81-4c65-9ca0-d5a3b5df220e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:16.571075 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41470c39-3d81-4c65-9ca0-d5a3b5df220e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:16.571386 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41470c39-3d81-4c65-9ca0-d5a3b5df220e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:16.571705 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41470c39-3d81-4c65-9ca0-d5a3b5df220e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:16.572020 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41470c39-3d81-4c65-9ca0-d5a3b5df220e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:16.572610 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41470c39-3d81-4c65-9ca0-d5a3b5df220e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:16.572949 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41470c39-3d81-4c65-9ca0-d5a3b5df220e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:16.573302 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41470c39-3d81-4c65-9ca0-d5a3b5df220e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:16.573760 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41470c39-3d81-4c65-9ca0-d5a3b5df220e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41470c39-3d81-4c65-9ca0-d5a3b5df220e None None] Tracked resource versions report: Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: pushed versions: Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: { 'AddressGroup': {'1.2'}, Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Agent': {'1.1'}, Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'ConntrackHelper': {'1.0'}, Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'LocalIPAssociation': {'1.0'}, Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Log': {'1.0'}, Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'NDPProxy': {'1.0'}, Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Network': {'1.1'}, Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Port': {'1.7'}, Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'PortForwarding': {'1.3'}, Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'QosPolicy': {'1.10'}, Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'SecurityGroup': {'1.5'}, Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'SecurityGroupRule': {'1.2'}, Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'SubPort': {'1.0'}, Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Subnet': {'1.1'}, Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Trunk': {'1.1'}} Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: consumer versions: Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: { DHCP agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: L3 agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: Metadata agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: Metering agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: Open vSwitch agent@dv-cinder-749155-6-iscsi: { 'AddressGroup': '1.2', Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Agent': '1.1', Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'ConntrackHelper': '1.0', Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'LocalIPAssociation': '1.0', Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Log': '1.0', Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'NDPProxy': '1.0', Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Network': '1.1', Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Port': '1.7', Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'PortForwarding': '1.3', Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'QosPolicy': '1.10', Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'SecurityGroup': '1.5', Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'SecurityGroupRule': '1.2', Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'SubPort': '1.0', Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Subnet': '1.1', Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Trunk': '1.1'}} Mar 23 23:41:16.575623 dv-cinder-749155-6-iscsi neutron-server[109901]: {{(pid=109901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 23:41:16.653400 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] Attempting to bind port 47365363-bf19-44f4-9cae-a169229a348e on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:41:16.653762 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] Attempting to bind port 47365363-bf19-44f4-9cae-a169229a348e by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': '967222b5-6f2e-4e59-b2ce-6edefa7e570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16f4b0a5-bccb-45d6-bbee-f2e65ea8af37'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:41:16.654227 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] Attempting to bind port 47365363-bf19-44f4-9cae-a169229a348e on network 16f4b0a5-bccb-45d6-bbee-f2e65ea8af37 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:41:16.660236 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:41:16.660595 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] Checking segment: {'id': '967222b5-6f2e-4e59-b2ce-6edefa7e570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16f4b0a5-bccb-45d6-bbee-f2e65ea8af37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:41:16.661068 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:16.661483 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] Bound using segment: {'id': '967222b5-6f2e-4e59-b2ce-6edefa7e570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16f4b0a5-bccb-45d6-bbee-f2e65ea8af37'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:41:16.661973 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] Bound port: 47365363-bf19-44f4-9cae-a169229a348e, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967222b5-6f2e-4e59-b2ce-6edefa7e570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16f4b0a5-bccb-45d6-bbee-f2e65ea8af37'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:41:16.662348 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (47365363-bf19-44f4-9cae-a169229a348e), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:16.731660 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] For port 47365363-bf19-44f4-9cae-a169229a348e, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:41:16.750640 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] For port 47365363-bf19-44f4-9cae-a169229a348e, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=47365363-bf19-44f4-9cae-a169229a348e,segment=NetworkSegment(967222b5-6f2e-4e59-b2ce-6edefa7e570a),segment_id=967222b5-6f2e-4e59-b2ce-6edefa7e570a)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:41:16.756533 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (47365363-bf19-44f4-9cae-a169229a348e), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:16.773079 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-41da8b41-5084-4f0a-bf3a-a196db279d3e None None] Provisioning complete for port 47365363-bf19-44f4-9cae-a169229a348e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:41:16.773669 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-41da8b41-5084-4f0a-bf3a-a196db279d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (47365363-bf19-44f4-9cae-a169229a348e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:16.809046 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41470c39-3d81-4c65-9ca0-d5a3b5df220e None None] Pushing event updated for resources: {'Port': ['ID=47365363-bf19-44f4-9cae-a169229a348e,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:41:16.845380 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] Routers {'5e81b508-a907-4339-bf95-8735ff837704'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:41:16.846128 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:41:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['5e81b508-a907-4339-bf95-8735ff837704'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:41:16.867069 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-41da8b41-5084-4f0a-bf3a-a196db279d3e None None] Current status of the port 47365363-bf19-44f4-9cae-a169229a348e is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:41:16.867804 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-41da8b41-5084-4f0a-bf3a-a196db279d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (47365363-bf19-44f4-9cae-a169229a348e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:16.908573 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-41da8b41-5084-4f0a-bf3a-a196db279d3e None None] For port 47365363-bf19-44f4-9cae-a169229a348e, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=47365363-bf19-44f4-9cae-a169229a348e,segment=NetworkSegment(967222b5-6f2e-4e59-b2ce-6edefa7e570a),segment_id=967222b5-6f2e-4e59-b2ce-6edefa7e570a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:41:16.915162 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-41da8b41-5084-4f0a-bf3a-a196db279d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (47365363-bf19-44f4-9cae-a169229a348e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:16.945980 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] Set router 5e81b508-a907-4339-bf95-8735ff837704 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:41:16.977713 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da8b41-5084-4f0a-bf3a-a196db279d3e None None] Pushing event updated for resources: {'Port': ['ID=47365363-bf19-44f4-9cae-a169229a348e,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:41:17.037694 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-98e260f8-e9ee-4253-a819-4d9d4488751b None None] Provisioning complete for port 47365363-bf19-44f4-9cae-a169229a348e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:41:17.038087 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-98e260f8-e9ee-4253-a819-4d9d4488751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (47365363-bf19-44f4-9cae-a169229a348e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:17.123702 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-98e260f8-e9ee-4253-a819-4d9d4488751b None None] Current status of the port 47365363-bf19-44f4-9cae-a169229a348e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:41:17.161831 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e81b508-a907-4339-bf95-8735ff837704', 'name': 'router1', 'tenant_id': '2407f22b531244bda68f33232a5683f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:41:03Z', 'updated_at': '2022-03-23T23:41:14Z', 'revision_number': 2, 'project_id': '2407f22b531244bda68f33232a5683f5', 'gw_port_host': None, '_interfaces': [{'id': '47365363-bf19-44f4-9cae-a169229a348e', 'name': '', 'network_id': '16f4b0a5-bccb-45d6-bbee-f2e65ea8af37', 'tenant_id': '2407f22b531244bda68f33232a5683f5', 'mac_address': 'fa:16:3e:b6:7a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e81b508-a907-4339-bf95-8735ff837704', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:41:13Z', 'updated_at': '2022-03-23T23:41:16Z', 'revision_number': 4, 'project_id': '2407f22b531244bda68f33232a5683f5', 'subnets': [{'id': '3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37510045-fd6f-4ca9-bbe3-7004be72f051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:41:17.190656 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48875779-0a49-4494-8253-67cf6dafc651 None None] The sync data for ids ['5e81b508-a907-4339-bf95-8735ff837704'] in dv-cinder-749155-6-iscsi is: [{'id': '5e81b508-a907-4339-bf95-8735ff837704', 'name': 'router1', 'tenant_id': '2407f22b531244bda68f33232a5683f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:41:03Z', 'updated_at': '2022-03-23T23:41:14Z', 'revision_number': 2, 'project_id': '2407f22b531244bda68f33232a5683f5', 'gw_port_host': None, '_interfaces': [{'id': '47365363-bf19-44f4-9cae-a169229a348e', 'name': '', 'network_id': '16f4b0a5-bccb-45d6-bbee-f2e65ea8af37', 'tenant_id': '2407f22b531244bda68f33232a5683f5', 'mac_address': 'fa:16:3e:b6:7a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e81b508-a907-4339-bf95-8735ff837704', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:41:13Z', 'updated_at': '2022-03-23T23:41:16Z', 'revision_number': 4, 'project_id': '2407f22b531244bda68f33232a5683f5', 'subnets': [{'id': '3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37510045-fd6f-4ca9-bbe3-7004be72f051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:41:17.588412 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 43514) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:41:17.701072 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ac36d1-eb2d-427b-96d8-2e3359727fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:41:17.702437 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-41ac36d1-eb2d-427b-96d8-2e3359727fb5 admin admin] 10.222.0.31 "GET /v2.0/networks/b729df10-08c3-4315-b5ba-4a4ad36352af HTTP/1.1" status: 200 len: 842 time: 0.1126151 Mar 23 23:41:17.711903 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-bfbde458-bc26-411a-9d9e-2476b703410c admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:41:17.735961 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbde458-bc26-411a-9d9e-2476b703410c admin admin] Made reservation on behalf of 9ea4870dd18f4fd1a3431ce530501a19 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:41:17.738349 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bfbde458-bc26-411a-9d9e-2476b703410c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:18.052093 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.objects.ports [None req-bfbde458-bc26-411a-9d9e-2476b703410c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109899) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 23:41:18.052521 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bfbde458-bc26-411a-9d9e-2476b703410c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for subnet (5b20dcce-cc97-43f8-b9fd-11bb78033300), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:18.109871 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbde458-bc26-411a-9d9e-2476b703410c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b20dcce-cc97-43f8-b9fd-11bb78033300,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:41:18.120083 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbde458-bc26-411a-9d9e-2476b703410c admin admin] Checking segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:41:18.120572 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbde458-bc26-411a-9d9e-2476b703410c admin admin] Network hostable DHCP agents. Network: b729df10-08c3-4315-b5ba-4a4ad36352af, hostable agents: ['241e2e2a-1e2f-484e-9acb-0603fdf8399b'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 23:41:18.141492 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbde458-bc26-411a-9d9e-2476b703410c admin admin] Network b729df10-08c3-4315-b5ba-4a4ad36352af is scheduled to be hosted by DHCP agent 241e2e2a-1e2f-484e-9acb-0603fdf8399b with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 23:41:18.153053 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-bfbde458-bc26-411a-9d9e-2476b703410c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-6-iscsi, b729df10-08c3-4315-b5ba-4a4ad36352af) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:41:18.157749 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbde458-bc26-411a-9d9e-2476b703410c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:41:18.158881 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bfbde458-bc26-411a-9d9e-2476b703410c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:18.162109 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2be5ebb-9b20-4e3e-b9c1-a7bd0d2f9771 None None] Network b729df10-08c3-4315-b5ba-4a4ad36352af requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:41:18.176931 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-bfbde458-bc26-411a-9d9e-2476b703410c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4684057 Mar 23 23:41:18.273409 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae26207-0592-4e18-9af6-73fe3b632428 None None] Network b729df10-08c3-4315-b5ba-4a4ad36352af requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:41:20.615620 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 43522) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:41:20.877317 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-fda4ddce-3308-4229-ba04-707cf49c5e83 demo admin] 10.222.0.31 "GET /v2.0/routers/5e81b508-a907-4339-bf95-8735ff837704 HTTP/1.1" status: 200 len: 710 time: 0.2570288 Mar 23 23:41:20.999116 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3d646f-803c-48d0-88ec-4f86e75a973b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:41:21.000493 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-4e3d646f-803c-48d0-88ec-4f86e75a973b demo admin] 10.222.0.31 "GET /v2.0/networks/b729df10-08c3-4315-b5ba-4a4ad36352af HTTP/1.1" status: 200 len: 886 time: 0.1211867 Mar 23 23:41:21.009637 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f5d90dd6-b605-4f20-8240-4f1feb889051 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:41:21.264986 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5d90dd6-b605-4f20-8240-4f1feb889051 demo admin] Publish callbacks [] for router_gateway (5e81b508-a907-4339-bf95-8735ff837704), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:21.511035 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5d90dd6-b605-4f20-8240-4f1feb889051 demo admin] Publish callbacks [] for router_gateway (5e81b508-a907-4339-bf95-8735ff837704), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:21.591439 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5d90dd6-b605-4f20-8240-4f1feb889051 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:21.794194 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-f5d90dd6-b605-4f20-8240-4f1feb889051 demo admin] Allocated IP 172.27.0.234 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/aed02d09-66cc-47a9-901e-d6d1bef0d537) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:41:21.904561 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5d90dd6-b605-4f20-8240-4f1feb889051 demo admin] Publish callbacks [] for port (aed02d09-66cc-47a9-901e-d6d1bef0d537), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:21.966378 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5d90dd6-b605-4f20-8240-4f1feb889051 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175'] for port (aed02d09-66cc-47a9-901e-d6d1bef0d537), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:22.045098 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d90dd6-b605-4f20-8240-4f1feb889051 demo admin] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:41:22.052080 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-f5d90dd6-b605-4f20-8240-4f1feb889051 demo admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:41:22.056839 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d90dd6-b605-4f20-8240-4f1feb889051 demo admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:41:22.059996 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d90dd6-b605-4f20-8240-4f1feb889051 demo admin] Pushing event updated for resources: {'Port': ['ID=aed02d09-66cc-47a9-901e-d6d1bef0d537,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:41:22.341163 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5d90dd6-b605-4f20-8240-4f1feb889051 demo admin] Publish callbacks [] for router_gateway (5e81b508-a907-4339-bf95-8735ff837704), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:22.552386 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5d90dd6-b605-4f20-8240-4f1feb889051 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1423'] for router (5e81b508-a907-4339-bf95-8735ff837704), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:22.559596 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5d90dd6-b605-4f20-8240-4f1feb889051 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-574753', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573067'] for router (5e81b508-a907-4339-bf95-8735ff837704), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:22.675840 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d90dd6-b605-4f20-8240-4f1feb889051 demo admin] Router 5e81b508-a907-4339-bf95-8735ff837704 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:41:22.788700 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d90dd6-b605-4f20-8240-4f1feb889051 demo admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:41:22.794140 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5d90dd6-b605-4f20-8240-4f1feb889051 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:22.795374 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-f5d90dd6-b605-4f20-8240-4f1feb889051 demo admin] 10.222.0.31 "PUT /v2.0/routers/5e81b508-a907-4339-bf95-8735ff837704 HTTP/1.1" status: 200 len: 890 time: 1.7889659 Mar 23 23:41:24.068960 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 47365363-bf19-44f4-9cae-a169229a348e up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:41:24.122148 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 47365363-bf19-44f4-9cae-a169229a348e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:41:24.122541 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (47365363-bf19-44f4-9cae-a169229a348e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:24.213191 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 47365363-bf19-44f4-9cae-a169229a348e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:41:25.321566 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 43534) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:41:25.441297 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-d8240106-d74e-4b26-8712-406dbd4684a5 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1184511 Mar 23 23:41:25.816766 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] Sync routers for ids ['5e81b508-a907-4339-bf95-8735ff837704'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:41:25.829864 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] Routers {'5e81b508-a907-4339-bf95-8735ff837704'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:41:25.830515 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:41:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['5e81b508-a907-4339-bf95-8735ff837704'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:41:26.052973 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] Set router 5e81b508-a907-4339-bf95-8735ff837704 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:41:26.534185 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e81b508-a907-4339-bf95-8735ff837704', 'name': 'router1', 'tenant_id': '2407f22b531244bda68f33232a5683f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'aed02d09-66cc-47a9-901e-d6d1bef0d537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:41:03Z', 'updated_at': '2022-03-23T23:41:22Z', 'revision_number': 4, 'project_id': '2407f22b531244bda68f33232a5683f5', 'gw_port': {'id': 'aed02d09-66cc-47a9-901e-d6d1bef0d537', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e81b508-a907-4339-bf95-8735ff837704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:41:21Z', 'updated_at': '2022-03-23T23:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': '47365363-bf19-44f4-9cae-a169229a348e', 'name': '', 'network_id': '16f4b0a5-bccb-45d6-bbee-f2e65ea8af37', 'tenant_id': '2407f22b531244bda68f33232a5683f5', 'mac_address': 'fa:16:3e:b6:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e81b508-a907-4339-bf95-8735ff837704', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:41:13Z', 'updated_at': '2022-03-23T23:41:16Z', 'revision_number': 5, 'project_id': '2407f22b531244bda68f33232a5683f5', 'subnets': [{'id': '3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37510045-fd6f-4ca9-bbe3-7004be72f051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:41:26.589000 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] Checking router: 5e81b508-a907-4339-bf95-8735ff837704 for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:41:26.589766 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] Updating router 5e81b508-a907-4339-bf95-8735ff837704 port aed02d09-66cc-47a9-901e-d6d1bef0d537 binding host dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 23:41:26.643535 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (aed02d09-66cc-47a9-901e-d6d1bef0d537), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:26.977435 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] Publish callbacks [] for port (aed02d09-66cc-47a9-901e-d6d1bef0d537), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:26.985052 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (aed02d09-66cc-47a9-901e-d6d1bef0d537), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:27.038013 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932515a3-c512-4582-b676-3da8fd39fef4 None None] Pushing event updated for resources: {'Port': ['ID=aed02d09-66cc-47a9-901e-d6d1bef0d537,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:41:27.041631 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] Attempting to bind port aed02d09-66cc-47a9-901e-d6d1bef0d537 on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:41:27.042067 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] Attempting to bind port aed02d09-66cc-47a9-901e-d6d1bef0d537 by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:41:27.042459 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] Attempting to bind port aed02d09-66cc-47a9-901e-d6d1bef0d537 on network b729df10-08c3-4315-b5ba-4a4ad36352af {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:41:27.047759 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:41:27.048153 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] Checking segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:41:27.048545 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:27.048936 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] Bound using segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:41:27.049438 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] Bound port: aed02d09-66cc-47a9-901e-d6d1bef0d537, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:41:27.049821 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (aed02d09-66cc-47a9-901e-d6d1bef0d537), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:27.105763 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] For port aed02d09-66cc-47a9-901e-d6d1bef0d537, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:41:27.111109 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] For port aed02d09-66cc-47a9-901e-d6d1bef0d537, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=aed02d09-66cc-47a9-901e-d6d1bef0d537,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:41:27.127091 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (aed02d09-66cc-47a9-901e-d6d1bef0d537), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:27.189195 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] Routers {'5e81b508-a907-4339-bf95-8735ff837704'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:41:27.189839 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:41:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['5e81b508-a907-4339-bf95-8735ff837704'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:41:27.192843 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932515a3-c512-4582-b676-3da8fd39fef4 None None] Pushing event updated for resources: {'Port': ['ID=aed02d09-66cc-47a9-901e-d6d1bef0d537,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:41:27.305876 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] Set router 5e81b508-a907-4339-bf95-8735ff837704 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:41:27.532134 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e81b508-a907-4339-bf95-8735ff837704', 'name': 'router1', 'tenant_id': '2407f22b531244bda68f33232a5683f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'aed02d09-66cc-47a9-901e-d6d1bef0d537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:41:03Z', 'updated_at': '2022-03-23T23:41:22Z', 'revision_number': 4, 'project_id': '2407f22b531244bda68f33232a5683f5', 'gw_port': {'id': 'aed02d09-66cc-47a9-901e-d6d1bef0d537', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e81b508-a907-4339-bf95-8735ff837704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:41:21Z', 'updated_at': '2022-03-23T23:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': '47365363-bf19-44f4-9cae-a169229a348e', 'name': '', 'network_id': '16f4b0a5-bccb-45d6-bbee-f2e65ea8af37', 'tenant_id': '2407f22b531244bda68f33232a5683f5', 'mac_address': 'fa:16:3e:b6:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e81b508-a907-4339-bf95-8735ff837704', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:41:13Z', 'updated_at': '2022-03-23T23:41:16Z', 'revision_number': 5, 'project_id': '2407f22b531244bda68f33232a5683f5', 'subnets': [{'id': '3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37510045-fd6f-4ca9-bbe3-7004be72f051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:41:27.560730 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf7f12-656f-405f-9b18-838719332b75 None None] The sync data for ids ['5e81b508-a907-4339-bf95-8735ff837704'] in dv-cinder-749155-6-iscsi is: [{'id': '5e81b508-a907-4339-bf95-8735ff837704', 'name': 'router1', 'tenant_id': '2407f22b531244bda68f33232a5683f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'aed02d09-66cc-47a9-901e-d6d1bef0d537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:41:03Z', 'updated_at': '2022-03-23T23:41:22Z', 'revision_number': 4, 'project_id': '2407f22b531244bda68f33232a5683f5', 'gw_port': {'id': 'aed02d09-66cc-47a9-901e-d6d1bef0d537', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e81b508-a907-4339-bf95-8735ff837704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:41:21Z', 'updated_at': '2022-03-23T23:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': '47365363-bf19-44f4-9cae-a169229a348e', 'name': '', 'network_id': '16f4b0a5-bccb-45d6-bbee-f2e65ea8af37', 'tenant_id': '2407f22b531244bda68f33232a5683f5', 'mac_address': 'fa:16:3e:b6:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e81b508-a907-4339-bf95-8735ff837704', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:41:13Z', 'updated_at': '2022-03-23T23:41:16Z', 'revision_number': 5, 'project_id': '2407f22b531244bda68f33232a5683f5', 'subnets': [{'id': '3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37510045-fd6f-4ca9-bbe3-7004be72f051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:41:28.137289 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device aed02d09-66cc-47a9-901e-d6d1bef0d537 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:41:28.215991 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port aed02d09-66cc-47a9-901e-d6d1bef0d537 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:41:28.216389 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (aed02d09-66cc-47a9-901e-d6d1bef0d537), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:28.320854 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port aed02d09-66cc-47a9-901e-d6d1bef0d537 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:41:28.321445 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (aed02d09-66cc-47a9-901e-d6d1bef0d537), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:28.346865 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] For port aed02d09-66cc-47a9-901e-d6d1bef0d537, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=aed02d09-66cc-47a9-901e-d6d1bef0d537,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:41:28.352540 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (aed02d09-66cc-47a9-901e-d6d1bef0d537), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:28.417947 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Pushing event updated for resources: {'Port': ['ID=aed02d09-66cc-47a9-901e-d6d1bef0d537,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:41:30.107263 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device aed02d09-66cc-47a9-901e-d6d1bef0d537 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:41:30.194573 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port aed02d09-66cc-47a9-901e-d6d1bef0d537 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:41:30.195250 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (aed02d09-66cc-47a9-901e-d6d1bef0d537), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:30.304766 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port aed02d09-66cc-47a9-901e-d6d1bef0d537 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:41:37.226085 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4bb98ebc-19d7-4e42-8c60-c99ce2d317f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:39.290117 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-68969fbf-b67f-4092-bf8b-64ff3733fddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:40.504725 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:42.069931 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:43.303537 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:41:52.620498 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 5 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:42:07.319855 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9b373107-4d85-4eb4-b51e-54d4ac81ae7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:42:09.283466 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-54f7f1ac-8f5e-45e2-b29c-5b2b8a357a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:42:10.501001 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:42:12.068214 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:42:13.300364 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:42:29.619921 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 5 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:42:37.223195 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4fac6b26-482b-4e5d-9b67-46be98eee1bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:42:39.287387 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3332f8f0-4ab3-4dd4-8902-2bc342f73d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:42:40.497526 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:42:42.064223 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:42:43.305428 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:42:47.030991 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 44020) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:42:47.095729 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-833bfcd3-1a79-4b34-b9ce-76dacf056d3d admin admin] GET failed (client error): The resource could not be found. Mar 23 23:42:47.096988 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-833bfcd3-1a79-4b34-b9ce-76dacf056d3d admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0650389 Mar 23 23:42:47.267569 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcb829e-0ba6-4ba7-9d3f-142f7ec9c165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:42:47.269074 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-4fcb829e-0ba6-4ba7-9d3f-142f7ec9c165 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1678824 Mar 23 23:42:49.614467 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44030) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:42:49.714038 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dc9183-5678-4033-9034-b7bf20cf710a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:42:49.715412 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-82dc9183-5678-4033-9034-b7bf20cf710a admin admin] 10.222.0.31 "GET /v2.0/subnets/3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5 HTTP/1.1" status: 200 len: 849 time: 0.0999839 Mar 23 23:42:49.728570 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:42:49.817973 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] Publish callbacks [] for subnet (3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:42:49.969147 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777139828619'] for subnet (3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:42:49.998699 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:42:49.999274 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:42:50.003398 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6829d9-851d-4cd7-b4a2-48416736f113 None None] Network 16f4b0a5-bccb-45d6-bbee-f2e65ea8af37 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:42:50.014279 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] 10.222.0.31 "PUT /v2.0/subnets/3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5 HTTP/1.1" status: 200 len: 868 time: 0.2890422 Mar 23 23:42:50.039456 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:42:50.048383 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:42:50.048739 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:42:50.049102 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:42:50.049480 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:42:50.049816 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:42:50.050149 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:42:50.050538 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:42:50.050786 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:42:50.051125 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:42:50.051458 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:42:50.051813 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:42:50.052128 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:42:50.052448 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:42:50.052772 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:42:50.053095 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca284a-1d88-4384-9d7c-7c7ca27b896b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:42:50.318179 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-bb8e9f95-ab0b-49ef-bcd0-9189edbaf394 None None] Provisioning complete for port 33c35930-7c2a-4068-a7c2-637e0c99cfdf triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:42:50.318564 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bb8e9f95-ab0b-49ef-bcd0-9189edbaf394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (33c35930-7c2a-4068-a7c2-637e0c99cfdf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:42:50.404019 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e9f95-ab0b-49ef-bcd0-9189edbaf394 None None] Current status of the port 33c35930-7c2a-4068-a7c2-637e0c99cfdf is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:42:50.416358 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-bb8e9f95-ab0b-49ef-bcd0-9189edbaf394 None None] Provisioning complete for port 47365363-bf19-44f4-9cae-a169229a348e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:42:50.416753 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bb8e9f95-ab0b-49ef-bcd0-9189edbaf394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (47365363-bf19-44f4-9cae-a169229a348e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:42:50.493650 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e9f95-ab0b-49ef-bcd0-9189edbaf394 None None] Current status of the port 47365363-bf19-44f4-9cae-a169229a348e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:42:52.361791 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44040) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:42:52.651034 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e34ecb8-ed27-46ac-8f66-c29beab68c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:42:52.651419 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e34ecb8-ed27-46ac-8f66-c29beab68c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:42:52.652940 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-9e34ecb8-ed27-46ac-8f66-c29beab68c17 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2901566 Mar 23 23:42:55.003698 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44048) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:42:55.146578 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b8540f-8302-43f1-b3f4-93fd3b84851e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:42:55.147046 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b8540f-8302-43f1-b3f4-93fd3b84851e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:42:55.148659 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-86b8540f-8302-43f1-b3f4-93fd3b84851e admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1439295 Mar 23 23:42:57.481117 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44056) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:42:57.636207 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2656642e-558b-4001-9be3-2df793a5b79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:42:57.637702 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-2656642e-558b-4001-9be3-2df793a5b79c admin admin] 10.222.0.31 "GET /v2.0/networks/16f4b0a5-bccb-45d6-bbee-f2e65ea8af37 HTTP/1.1" status: 200 len: 868 time: 0.1555405 Mar 23 23:42:59.955662 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44064) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:43:00.090884 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9c1d11-0805-4974-a534-28bf1b910872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:43:00.092255 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-ff9c1d11-0805-4974-a534-28bf1b910872 admin admin] 10.222.0.31 "GET /v2.0/networks/b729df10-08c3-4315-b5ba-4a4ad36352af HTTP/1.1" status: 200 len: 886 time: 0.1356399 Mar 23 23:43:02.435070 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 44072) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:43:02.656439 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9afaab-09bd-4861-95a2-0679bb42379c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:43:02.656808 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9afaab-09bd-4861-95a2-0679bb42379c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:43:02.658385 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-4a9afaab-09bd-4861-95a2-0679bb42379c admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2223487 Mar 23 23:43:05.037536 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 44080) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:43:05.143534 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293794f0-8b74-4775-bc99-985ab23a7900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:43:05.143980 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293794f0-8b74-4775-bc99-985ab23a7900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:43:05.145530 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-293794f0-8b74-4775-bc99-985ab23a7900 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1070044 Mar 23 23:43:06.621513 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 5 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:43:07.230446 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5acc072a-a248-45a3-84ff-f737e86eebdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:07.446289 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44088) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:43:07.550587 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a93a44-1f2e-4e2a-857f-69a533302c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:43:07.551975 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-84a93a44-1f2e-4e2a-857f-69a533302c13 admin admin] 10.222.0.31 "GET /v2.0/subnets/3a203bd4-4758-4e1e-98f2-1ed7a3b9eea5 HTTP/1.1" status: 200 len: 868 time: 0.1047556 Mar 23 23:43:09.295961 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ce8275ab-4653-4889-ba3a-b353ceb06dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:09.922524 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 44096) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:43:10.019117 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fac48ee-16cb-40e4-8caf-6dfaca0faea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:43:10.020443 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-0fac48ee-16cb-40e4-8caf-6dfaca0faea5 admin admin] 10.222.0.31 "GET /v2.0/subnets/5b20dcce-cc97-43f8-b9fd-11bb78033300 HTTP/1.1" status: 200 len: 816 time: 0.0969381 Mar 23 23:43:10.500628 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:12.067048 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:13.306611 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:37.225533 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d6a68e29-fe4c-481c-95c1-318e16857524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:38.164121 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44148) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:43:38.217517 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [None req-6d17284d-a8ad-456d-87d3-a2c6b771e697 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 23:43:38.218546 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-6d17284d-a8ad-456d-87d3-a2c6b771e697 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0534687 Mar 23 23:43:39.290351 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8b99e41e-2e6d-4ddf-b6c5-34233e55ec1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:40.503782 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:40.665330 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44156) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:43:40.729659 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-87424434-ab85-47ac-9c28-06546ec456ef admin admin] GET failed (client error): The resource could not be found. Mar 23 23:43:40.730929 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-87424434-ab85-47ac-9c28-06546ec456ef admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0646858 Mar 23 23:43:40.882888 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10f6f6c-ac37-4834-9889-5419069eab91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:43:40.884315 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-d10f6f6c-ac37-4834-9889-5419069eab91 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1473310 Mar 23 23:43:42.069911 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:43.267450 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 44164) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:43:43.302374 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:43.320000 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:43:43.340425 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Made reservation on behalf of 9ea4870dd18f4fd1a3431ce530501a19 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:43:43.342929 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:43.373799 dv-cinder-749155-6-iscsi neutron-server[109899]: WARNING neutron.services.revisions.revision_plugin [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Could not find related network for resource to bump revision. Mar 23 23:43:43.389717 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 23:43:43.399821 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (047c6e2a-8089-41fc-b63d-ab4979749a75), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:43.400159 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.segments_db [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Added segment 047c6e2a-8089-41fc-b63d-ab4979749a75 of type vlan for network 7118bf79-f41b-4b8b-a16a-d6a4b349ad94 Mar 23 23:43:43.448768 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777139294019'] for network (7118bf79-f41b-4b8b-a16a-d6a4b349ad94), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:43.473992 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for network (7118bf79-f41b-4b8b-a16a-d6a4b349ad94), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:43.474941 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:43:43.475590 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:43.529774 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2612698 Mar 23 23:43:43.534505 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Pushing event updated for resources: {'Network': ['ID=7118bf79-f41b-4b8b-a16a-d6a4b349ad94,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:43:43.541945 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:43.542293 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:43.542656 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:43.542997 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:43.543333 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:43.543665 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:43.543993 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:43.544326 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:43.544661 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:43.544989 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:43.545344 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:43.545672 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:43.545993 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:43.546314 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:43.546643 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc06a02-93e1-4e97-b1f0-dbb111303bcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:43.559876 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Network 7118bf79-f41b-4b8b-a16a-d6a4b349ad94 details requested by agent ovs-agent-dv-cinder-749155-6-iscsi with host dv-cinder-749155-6-iscsi {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 23:43:43.621916 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 5 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:43:45.919418 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 44172) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:43:45.990838 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5c1f2e-75f2-4b0c-8d0a-88ff1e73aee1 admin admin] GET failed (client error): The resource could not be found. Mar 23 23:43:45.992112 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-ba5c1f2e-75f2-4b0c-8d0a-88ff1e73aee1 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0714235 Mar 23 23:43:46.067147 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cff0a4-bcaa-4d50-8df0-f1b8eaa87a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:43:46.068569 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-41cff0a4-bcaa-4d50-8df0-f1b8eaa87a3a admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0703120 Mar 23 23:43:46.078761 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-c3edd185-041a-4067-ba85-054053c4693c admin admin] Request body: {'subnet': {'network_id': '7118bf79-f41b-4b8b-a16a-d6a4b349ad94', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:43:46.099558 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3edd185-041a-4067-ba85-054053c4693c admin admin] Made reservation on behalf of 9ea4870dd18f4fd1a3431ce530501a19 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:43:46.102023 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c3edd185-041a-4067-ba85-054053c4693c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:46.268581 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c3edd185-041a-4067-ba85-054053c4693c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for subnet (c572ffc4-b87d-4442-b925-6da89ad62a36), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:46.315040 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3edd185-041a-4067-ba85-054053c4693c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c572ffc4-b87d-4442-b925-6da89ad62a36,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:43:46.329536 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3edd185-041a-4067-ba85-054053c4693c admin admin] Checking segment: {'id': '047c6e2a-8089-41fc-b63d-ab4979749a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7118bf79-f41b-4b8b-a16a-d6a4b349ad94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:43:46.329888 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3edd185-041a-4067-ba85-054053c4693c admin admin] Network hostable DHCP agents. Network: 7118bf79-f41b-4b8b-a16a-d6a4b349ad94, hostable agents: ['241e2e2a-1e2f-484e-9acb-0603fdf8399b'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 23:43:46.346789 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3edd185-041a-4067-ba85-054053c4693c admin admin] Network 7118bf79-f41b-4b8b-a16a-d6a4b349ad94 is scheduled to be hosted by DHCP agent 241e2e2a-1e2f-484e-9acb-0603fdf8399b with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 23:43:46.357564 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-c3edd185-041a-4067-ba85-054053c4693c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-6-iscsi, 7118bf79-f41b-4b8b-a16a-d6a4b349ad94) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:43:46.362342 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3edd185-041a-4067-ba85-054053c4693c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:43:46.362943 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c3edd185-041a-4067-ba85-054053c4693c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:46.367789 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f670918b-7d87-45d5-bb4d-733634120aa9 None None] Network 7118bf79-f41b-4b8b-a16a-d6a4b349ad94 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:43:46.380936 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-c3edd185-041a-4067-ba85-054053c4693c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3056912 Mar 23 23:43:46.574900 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e1639c-67de-5e20-9028-c27b0e4ba40d-7118bf79-f41b-4b8b-a16a-d6a4b349ad94', 'network_id': '7118bf79-f41b-4b8b-a16a-d6a4b349ad94', 'project_id': '9ea4870dd18f4fd1a3431ce530501a19', 'fixed_ips': [{'subnet_id': 'c572ffc4-b87d-4442-b925-6da89ad62a36'}]}} from dv-cinder-749155-6-iscsi. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 23:43:46.575750 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:46.711790 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Allocated IP 192.168.233.2 (7118bf79-f41b-4b8b-a16a-d6a4b349ad94/c572ffc4-b87d-4442-b925-6da89ad62a36/78903a83-cfd3-4970-b416-d7330550f402) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:43:46.871509 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Publish callbacks [] for port (78903a83-cfd3-4970-b416-d7330550f402), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:46.879060 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175'] for port (78903a83-cfd3-4970-b416-d7330550f402), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:46.922630 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Network 7118bf79-f41b-4b8b-a16a-d6a4b349ad94 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:43:46.927553 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:43:46.932356 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:43:46.934841 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Pushing event updated for resources: {'Port': ['ID=78903a83-cfd3-4970-b416-d7330550f402,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:43:46.946285 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:46.946654 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:46.947022 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:46.947367 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:46.947703 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:46.948037 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:46.948362 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:46.948686 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:46.949012 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:46.949357 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:46.949682 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:46.950038 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:46.950354 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:46.950669 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:46.950987 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:43:47.002581 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Attempting to bind port 78903a83-cfd3-4970-b416-d7330550f402 on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:43:47.002951 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Attempting to bind port 78903a83-cfd3-4970-b416-d7330550f402 by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': '047c6e2a-8089-41fc-b63d-ab4979749a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7118bf79-f41b-4b8b-a16a-d6a4b349ad94'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:43:47.003332 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Attempting to bind port 78903a83-cfd3-4970-b416-d7330550f402 on network 7118bf79-f41b-4b8b-a16a-d6a4b349ad94 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:43:47.008347 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:43:47.008725 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Checking segment: {'id': '047c6e2a-8089-41fc-b63d-ab4979749a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7118bf79-f41b-4b8b-a16a-d6a4b349ad94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:43:47.009127 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:47.009551 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Bound using segment: {'id': '047c6e2a-8089-41fc-b63d-ab4979749a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7118bf79-f41b-4b8b-a16a-d6a4b349ad94'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:43:47.010017 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Bound port: 78903a83-cfd3-4970-b416-d7330550f402, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047c6e2a-8089-41fc-b63d-ab4979749a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7118bf79-f41b-4b8b-a16a-d6a4b349ad94'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:43:47.010399 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (78903a83-cfd3-4970-b416-d7330550f402), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:47.072097 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] For port 78903a83-cfd3-4970-b416-d7330550f402, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:43:47.075517 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] For port 78903a83-cfd3-4970-b416-d7330550f402, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=78903a83-cfd3-4970-b416-d7330550f402,segment=NetworkSegment(047c6e2a-8089-41fc-b63d-ab4979749a75),segment_id=047c6e2a-8089-41fc-b63d-ab4979749a75)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:43:47.083119 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (78903a83-cfd3-4970-b416-d7330550f402), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:47.144614 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f920d7f-c9ac-4c20-8380-5dca56152075 None None] Pushing event updated for resources: {'Port': ['ID=78903a83-cfd3-4970-b416-d7330550f402,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:43:47.989166 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167295b6-a18f-4f66-bd59-743886b85621 None None] Network 7118bf79-f41b-4b8b-a16a-d6a4b349ad94 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:43:48.071918 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-057b8951-2088-4c42-818f-5c4fb3f22b6e None None] Provisioning complete for port 78903a83-cfd3-4970-b416-d7330550f402 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:43:48.072309 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-057b8951-2088-4c42-818f-5c4fb3f22b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (78903a83-cfd3-4970-b416-d7330550f402), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:48.199031 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 78903a83-cfd3-4970-b416-d7330550f402 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:43:48.224722 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-057b8951-2088-4c42-818f-5c4fb3f22b6e None None] Current status of the port 78903a83-cfd3-4970-b416-d7330550f402 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:43:48.225028 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-057b8951-2088-4c42-818f-5c4fb3f22b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (78903a83-cfd3-4970-b416-d7330550f402), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:48.281516 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-057b8951-2088-4c42-818f-5c4fb3f22b6e None None] For port 78903a83-cfd3-4970-b416-d7330550f402, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=78903a83-cfd3-4970-b416-d7330550f402,segment=NetworkSegment(047c6e2a-8089-41fc-b63d-ab4979749a75),segment_id=047c6e2a-8089-41fc-b63d-ab4979749a75)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:43:48.284091 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 78903a83-cfd3-4970-b416-d7330550f402 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:43:48.284091 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (78903a83-cfd3-4970-b416-d7330550f402), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:48.311797 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-057b8951-2088-4c42-818f-5c4fb3f22b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (78903a83-cfd3-4970-b416-d7330550f402), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:48.394541 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b8951-2088-4c42-818f-5c4fb3f22b6e None None] Pushing event updated for resources: {'Port': ['ID=78903a83-cfd3-4970-b416-d7330550f402,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:43:48.410865 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 78903a83-cfd3-4970-b416-d7330550f402 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:43:48.432488 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-16df7130-1f31-4c99-9dc3-e25a80417c72 None None] Provisioning complete for port 78903a83-cfd3-4970-b416-d7330550f402 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:43:48.433042 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-16df7130-1f31-4c99-9dc3-e25a80417c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (78903a83-cfd3-4970-b416-d7330550f402), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:48.516589 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-16df7130-1f31-4c99-9dc3-e25a80417c72 None None] Current status of the port 78903a83-cfd3-4970-b416-d7330550f402 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:43:50.135296 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 78903a83-cfd3-4970-b416-d7330550f402 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:43:50.184695 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 78903a83-cfd3-4970-b416-d7330550f402 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:43:50.185117 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (78903a83-cfd3-4970-b416-d7330550f402), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:43:50.261775 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 78903a83-cfd3-4970-b416-d7330550f402 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:44:07.241301 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9cca43b-6428-46f9-a96f-f7127db79f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:44:09.296760 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c143764d-f299-4e3e-8ffd-ff675f356564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:44:10.507296 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:44:12.075746 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:44:13.307193 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:44:20.621290 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 5 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:44:37.235143 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0aafa617-bd4a-40b3-af24-f08d465ea1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:44:39.292103 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e30ddb1a-ced3-45e7-88bc-f9cc0c398d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:44:40.509992 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:44:42.076854 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:44:43.311264 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:44:57.620278 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 5 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:45:06.773409 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 44210) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:45:06.780282 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [None req-25264f1c-1b58-4140-8079-7bc828641a9e tempest-verify_tempest_config-874463779 tempest-verify_tempest_config-874463779-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 23:45:06.781247 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-25264f1c-1b58-4140-8079-7bc828641a9e tempest-verify_tempest_config-874463779 tempest-verify_tempest_config-874463779-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0068610 Mar 23 23:45:07.119823 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 44228) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:45:07.229451 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89011731-5179-4904-a83a-eddf7f17f622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:45:07.232525 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64d63454-0c31-4f6c-8599-0ee6803ce8c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:45:07.309394 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64d63454-0c31-4f6c-8599-0ee6803ce8c9 admin admin] Publish callbacks [] for security_group (124f4c03-2ded-40c6-a3dc-e89db4c06a9f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:45:07.314257 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64d63454-0c31-4f6c-8599-0ee6803ce8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (124f4c03-2ded-40c6-a3dc-e89db4c06a9f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:45:07.362007 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-64d63454-0c31-4f6c-8599-0ee6803ce8c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=def4349222274fc7b2f9106d82dd7e32&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2411289 Mar 23 23:45:07.362877 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d63454-0c31-4f6c-8599-0ee6803ce8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124f4c03-2ded-40c6-a3dc-e89db4c06a9f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:45:07.364969 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44232) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:45:07.370032 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d63454-0c31-4f6c-8599-0ee6803ce8c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.370396 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d63454-0c31-4f6c-8599-0ee6803ce8c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.370755 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d63454-0c31-4f6c-8599-0ee6803ce8c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.371100 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d63454-0c31-4f6c-8599-0ee6803ce8c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.371430 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d63454-0c31-4f6c-8599-0ee6803ce8c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.371755 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d63454-0c31-4f6c-8599-0ee6803ce8c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.372082 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d63454-0c31-4f6c-8599-0ee6803ce8c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.372395 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d63454-0c31-4f6c-8599-0ee6803ce8c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.372756 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d63454-0c31-4f6c-8599-0ee6803ce8c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.373066 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d63454-0c31-4f6c-8599-0ee6803ce8c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.373441 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d63454-0c31-4f6c-8599-0ee6803ce8c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.373764 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d63454-0c31-4f6c-8599-0ee6803ce8c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.374102 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d63454-0c31-4f6c-8599-0ee6803ce8c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.374412 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d63454-0c31-4f6c-8599-0ee6803ce8c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.374725 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d63454-0c31-4f6c-8599-0ee6803ce8c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.421723 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-108b333b-555d-4261-8f1b-6adf3db01cf4 admin admin] Publish callbacks [] for security_group (124f4c03-2ded-40c6-a3dc-e89db4c06a9f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:45:07.442505 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-108b333b-555d-4261-8f1b-6adf3db01cf4 admin admin] Publish callbacks [] for security_group (124f4c03-2ded-40c6-a3dc-e89db4c06a9f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:45:07.536832 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-108b333b-555d-4261-8f1b-6adf3db01cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (124f4c03-2ded-40c6-a3dc-e89db4c06a9f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:45:07.539903 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-108b333b-555d-4261-8f1b-6adf3db01cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:45:07.541172 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-108b333b-555d-4261-8f1b-6adf3db01cf4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/124f4c03-2ded-40c6-a3dc-e89db4c06a9f HTTP/1.1" status: 204 len: 168 time: 0.1751432 Mar 23 23:45:07.549134 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b333b-555d-4261-8f1b-6adf3db01cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124f4c03-2ded-40c6-a3dc-e89db4c06a9f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:45:07.556083 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b333b-555d-4261-8f1b-6adf3db01cf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.556452 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b333b-555d-4261-8f1b-6adf3db01cf4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.556781 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b333b-555d-4261-8f1b-6adf3db01cf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.557120 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b333b-555d-4261-8f1b-6adf3db01cf4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.557552 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b333b-555d-4261-8f1b-6adf3db01cf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.557889 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b333b-555d-4261-8f1b-6adf3db01cf4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.558219 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b333b-555d-4261-8f1b-6adf3db01cf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.558546 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b333b-555d-4261-8f1b-6adf3db01cf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.558896 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b333b-555d-4261-8f1b-6adf3db01cf4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.559230 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b333b-555d-4261-8f1b-6adf3db01cf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.559578 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b333b-555d-4261-8f1b-6adf3db01cf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.559914 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b333b-555d-4261-8f1b-6adf3db01cf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.560228 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b333b-555d-4261-8f1b-6adf3db01cf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.560550 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b333b-555d-4261-8f1b-6adf3db01cf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:07.560870 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b333b-555d-4261-8f1b-6adf3db01cf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:45:09.296099 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cb28bac8-ab3b-4194-98ff-41e65609a05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:45:10.511115 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:45:12.081128 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:45:13.315444 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:45:34.624126 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 5 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:45:37.239373 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-51e14a9b-f372-4d7d-bd8f-0c91ba2f64ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:45:39.303609 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9e4fab3f-9b57-4450-b925-ab21a4a399b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:45:40.516059 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:45:42.087547 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:45:43.327154 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:46:07.244897 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-44725a7a-ca14-4047-80bd-3f98f84a3995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:46:09.306389 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-74db37de-0ce7-4b55-8a4d-d78a972bf8c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:46:10.517849 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:46:11.628500 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 5 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:46:12.100071 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:46:13.322535 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:46:37.240165 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e0af568b-0a46-4fd4-b799-3bb5e86a9964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:46:39.301581 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c97a6482-6bf0-43d2-967a-dcec6ce30e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:46:40.521156 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:46:42.093512 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:46:43.329720 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:46:46.953301 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573985'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:46:48.633088 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:47:02.688051 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44306) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:47:02.807043 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-36d48eef-2a85-4d2b-92e9-a2c48fd5526c admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1178765 Mar 23 23:47:05.110649 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44316) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:47:05.174290 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-714fd957-5541-4f02-9009-3dfe53e8a2bd admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0624342 Mar 23 23:47:07.234312 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7f54389-1de6-4907-95fa-57e085a40e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:47:09.305734 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2456a9a5-e9bb-45b9-93d4-ce5ceaeb76a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:47:10.523435 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:47:12.094139 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:47:13.336408 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:47:16.913711 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:47:25.636608 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:47:37.241658 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2cb79d91-7333-419c-9229-70addf54fea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:47:39.311381 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fdd05926-9940-4b0b-aa15-d076c2090cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:47:40.531116 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:47:42.110672 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:47:43.328714 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:47:46.915597 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:02.637211 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:48:07.247505 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-387130a4-5313-4064-9a38-05e1261fd372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:09.316745 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-885692e9-5cc2-4d61-80c2-0395ce116530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:10.535732 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:12.102454 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:13.324225 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:16.904637 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:37.245978 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e3d11651-530d-4aed-b28d-c23c0ab3a82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:39.333753 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c421f7ac-fde4-40c9-a8ba-14b4e4e605c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:39.639362 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:48:40.559739 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:42.107519 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:42.724754 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44532) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:42.755841 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44538) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:42.845415 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44546) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:43.025685 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1382336478-network', 'tenant_id': '3dbd1ba63a3f4a7bb2b2f14c9ebdea09'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:48:43.050753 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Made reservation on behalf of 3dbd1ba63a3f4a7bb2b2f14c9ebdea09 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:48:43.053394 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.068576 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-127f879e-7547-4f81-b8ce-68dcb6b13888 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-720772426-network', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:48:43.074926 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.088378 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 44564) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:43.105399 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127f879e-7547-4f81-b8ce-68dcb6b13888 admin admin] Made reservation on behalf of e03e5b02e8c44caaaadaf5d60fc18023 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:48:43.107680 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-127f879e-7547-4f81-b8ce-68dcb6b13888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.142996 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-709592b6-9e66-40cb-bbe6-b41242f08d06 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-58438199-network', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:48:43.157218 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-127f879e-7547-4f81-b8ce-68dcb6b13888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.188274 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Publish callbacks [] for security_group (39c0aa9e-ebae-4614-b064-1cd2ace0dacc), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.195828 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (39c0aa9e-ebae-4614-b064-1cd2ace0dacc), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.206087 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-738460886-network', 'tenant_id': '87004f1b90334e0bb0900e462373b38b'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:48:43.215871 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 23:48:43.226902 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (818fed5a-afbf-4952-bf82-e09f33e459b6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.227076 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.segments_db [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Added segment 818fed5a-afbf-4952-bf82-e09f33e459b6 of type vlan for network a9d0b96a-0c5b-41cb-baeb-e8bd39a01769 Mar 23 23:48:43.232586 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Made reservation on behalf of 87004f1b90334e0bb0900e462373b38b for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:48:43.240958 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.253721 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.323039 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777139294019'] for network (a9d0b96a-0c5b-41cb-baeb-e8bd39a01769), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.361237 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Publish callbacks [] for security_group (647c6a87-ed16-42d3-a934-3d7e07f9b05f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.369070 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.373296 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (647c6a87-ed16-42d3-a934-3d7e07f9b05f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.402663 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 23:48:43.418984 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c0aa9e-ebae-4614-b064-1cd2ace0dacc,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:43.433598 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.434235 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.434766 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.435319 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.435936 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.436480 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.436947 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.437639 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.438131 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.438691 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.439182 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.440062 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.440379 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.440517 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (5fb31340-d7ad-4a80-a0ed-ca8b232ed8bb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.440728 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.segments_db [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Added segment 5fb31340-d7ad-4a80-a0ed-ca8b232ed8bb of type vlan for network 35e18ba8-fe9c-45da-957c-78d100e85206 Mar 23 23:48:43.441136 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.443711 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Tracked resource versions report: Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: pushed versions: Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: { 'AddressGroup': {'1.2'}, Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Agent': {'1.1'}, Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'ConntrackHelper': {'1.0'}, Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'LocalIPAssociation': {'1.0'}, Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Log': {'1.0'}, Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'NDPProxy': {'1.0'}, Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Network': {'1.1'}, Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Port': {'1.7'}, Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'PortForwarding': {'1.3'}, Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'QosPolicy': {'1.10'}, Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'SecurityGroup': {'1.5'}, Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'SecurityGroupRule': {'1.2'}, Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'SubPort': {'1.0'}, Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Subnet': {'1.1'}, Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Trunk': {'1.1'}} Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: consumer versions: Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: { DHCP agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: HyperV agent@hv-cinder-74915: {}, Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: L3 agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: Metadata agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: Metering agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: Open vSwitch agent@dv-cinder-749155-6-iscsi: { 'AddressGroup': '1.2', Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Agent': '1.1', Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'ConntrackHelper': '1.0', Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'LocalIPAssociation': '1.0', Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Log': '1.0', Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'NDPProxy': '1.0', Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Network': '1.1', Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Port': '1.7', Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'PortForwarding': '1.3', Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'QosPolicy': '1.10', Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'SecurityGroup': '1.5', Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'SecurityGroupRule': '1.2', Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'SubPort': '1.0', Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Subnet': '1.1', Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: 'Trunk': '1.1'}} Mar 23 23:48:43.445130 dv-cinder-749155-6-iscsi neutron-server[109898]: {{(pid=109898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 23:48:43.447814 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647c6a87-ed16-42d3-a934-3d7e07f9b05f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:43.467987 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709592b6-9e66-40cb-bbe6-b41242f08d06 admin admin] Made reservation on behalf of dc0fe01104384c0a8bac5d0b7151abad for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:48:43.475855 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-709592b6-9e66-40cb-bbe6-b41242f08d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.503593 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-709592b6-9e66-40cb-bbe6-b41242f08d06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.524573 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for network (a9d0b96a-0c5b-41cb-baeb-e8bd39a01769), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.526055 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:48:43.526789 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.529111 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.529490 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.529851 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.530193 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.530577 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.533066 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.533464 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.533807 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.534159 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.534496 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.534840 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.537040 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.537437 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.543583 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.543979 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Tracked resource versions report: Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: pushed versions: Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: { 'AddressGroup': {'1.2'}, Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Agent': {'1.1'}, Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'ConntrackHelper': {'1.0'}, Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'LocalIPAssociation': {'1.0'}, Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Log': {'1.0'}, Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'NDPProxy': {'1.0'}, Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Network': {'1.1'}, Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Port': {'1.7'}, Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'PortForwarding': {'1.3'}, Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'QosPolicy': {'1.10'}, Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'SecurityGroup': {'1.5'}, Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'SecurityGroupRule': {'1.2'}, Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'SubPort': {'1.0'}, Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Subnet': {'1.1'}, Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Trunk': {'1.1'}} Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: consumer versions: Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: { DHCP agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: HyperV agent@hv-cinder-74915: {}, Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: L3 agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: Metadata agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: Metering agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: Open vSwitch agent@dv-cinder-749155-6-iscsi: { 'AddressGroup': '1.2', Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Agent': '1.1', Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'ConntrackHelper': '1.0', Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'LocalIPAssociation': '1.0', Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Log': '1.0', Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'NDPProxy': '1.0', Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Network': '1.1', Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Port': '1.7', Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'PortForwarding': '1.3', Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'QosPolicy': '1.10', Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'SecurityGroup': '1.5', Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'SecurityGroupRule': '1.2', Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'SubPort': '1.0', Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Subnet': '1.1', Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: 'Trunk': '1.1'}} Mar 23 23:48:43.545478 dv-cinder-749155-6-iscsi neutron-server[109899]: {{(pid=109899) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 23:48:43.579901 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777139294019'] for network (35e18ba8-fe9c-45da-957c-78d100e85206), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.621793 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for network (35e18ba8-fe9c-45da-957c-78d100e85206), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.623125 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:48:43.624121 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.712102 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9859891 Mar 23 23:48:43.719374 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44602) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:43.732246 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9d97150a-51cf-447d-8eef-4f6608b63a7d admin admin] Request body: {'subnet': {'network_id': 'a9d0b96a-0c5b-41cb-baeb-e8bd39a01769', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1382336478-subnet', 'tenant_id': '3dbd1ba63a3f4a7bb2b2f14c9ebdea09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:48:43.754564 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] Pushing event updated for resources: {'Network': ['ID=35e18ba8-fe9c-45da-957c-78d100e85206,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:43.763749 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-127f879e-7547-4f81-b8ce-68dcb6b13888 admin admin] Publish callbacks [] for security_group (a3549210-b1b5-4315-a19d-73ed69a48e54), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.777369 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Network 35e18ba8-fe9c-45da-957c-78d100e85206 details requested by agent ovs-agent-dv-cinder-749155-6-iscsi with host dv-cinder-749155-6-iscsi {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 23:48:43.783800 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-22fa3d87-9f5f-4a5a-86f2-6681f8cf9bd4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6914814 Mar 23 23:48:43.784046 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 44608) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:43.791635 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0a0bc7ae-6928-44b8-bf90-ea7b1fe3c448 admin admin] Request body: {'subnet': {'network_id': '35e18ba8-fe9c-45da-957c-78d100e85206', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-738460886-subnet', 'tenant_id': '87004f1b90334e0bb0900e462373b38b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:48:43.844040 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0bc7ae-6928-44b8-bf90-ea7b1fe3c448 admin admin] Made reservation on behalf of 87004f1b90334e0bb0900e462373b38b for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:48:43.844953 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-127f879e-7547-4f81-b8ce-68dcb6b13888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (a3549210-b1b5-4315-a19d-73ed69a48e54), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.847153 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a0bc7ae-6928-44b8-bf90-ea7b1fe3c448 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:43.869341 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ae001-ce77-42d4-8497-6cd79e348a4a admin admin] Pushing event updated for resources: {'Network': ['ID=a9d0b96a-0c5b-41cb-baeb-e8bd39a01769,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:43.894011 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Network a9d0b96a-0c5b-41cb-baeb-e8bd39a01769 details requested by agent ovs-agent-dv-cinder-749155-6-iscsi with host dv-cinder-749155-6-iscsi {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 23:48:43.926681 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f879e-7547-4f81-b8ce-68dcb6b13888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3549210-b1b5-4315-a19d-73ed69a48e54,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:43.965551 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127f879e-7547-4f81-b8ce-68dcb6b13888 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 23:48:43.967268 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d97150a-51cf-447d-8eef-4f6608b63a7d admin admin] Made reservation on behalf of 3dbd1ba63a3f4a7bb2b2f14c9ebdea09 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:48:43.969757 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d97150a-51cf-447d-8eef-4f6608b63a7d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:44.107987 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-127f879e-7547-4f81-b8ce-68dcb6b13888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:44.112113 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.segments_db [None req-127f879e-7547-4f81-b8ce-68dcb6b13888 admin admin] Added segment 0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf of type vlan for network 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a Mar 23 23:48:44.139588 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-709592b6-9e66-40cb-bbe6-b41242f08d06 admin admin] Publish callbacks [] for security_group (72e4a497-24aa-4041-b58b-e2727a5ed342), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:44.173981 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-709592b6-9e66-40cb-bbe6-b41242f08d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (72e4a497-24aa-4041-b58b-e2727a5ed342), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:44.176503 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a0bc7ae-6928-44b8-bf90-ea7b1fe3c448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for subnet (7c8c134a-a667-4ffc-84b1-7fe70320d755), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:44.233343 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709592b6-9e66-40cb-bbe6-b41242f08d06 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 23:48:44.240780 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-127f879e-7547-4f81-b8ce-68dcb6b13888 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777139294019'] for network (2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:44.243572 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bc7ae-6928-44b8-bf90-ea7b1fe3c448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c8c134a-a667-4ffc-84b1-7fe70320d755,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:44.261670 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0bc7ae-6928-44b8-bf90-ea7b1fe3c448 admin admin] Checking segment: {'id': '5fb31340-d7ad-4a80-a0ed-ca8b232ed8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35e18ba8-fe9c-45da-957c-78d100e85206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:48:44.262222 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0bc7ae-6928-44b8-bf90-ea7b1fe3c448 admin admin] Network hostable DHCP agents. Network: 35e18ba8-fe9c-45da-957c-78d100e85206, hostable agents: ['241e2e2a-1e2f-484e-9acb-0603fdf8399b'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 23:48:44.284905 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0bc7ae-6928-44b8-bf90-ea7b1fe3c448 admin admin] Network 35e18ba8-fe9c-45da-957c-78d100e85206 is scheduled to be hosted by DHCP agent 241e2e2a-1e2f-484e-9acb-0603fdf8399b with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 23:48:44.297758 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-709592b6-9e66-40cb-bbe6-b41242f08d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (87db19ea-502c-4e57-903f-b4773c20c138), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:44.298540 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.segments_db [None req-709592b6-9e66-40cb-bbe6-b41242f08d06 admin admin] Added segment 87db19ea-502c-4e57-903f-b4773c20c138 of type vlan for network 5e8de27b-07d3-4627-8f07-85afc18d3e4e Mar 23 23:48:44.304732 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-0a0bc7ae-6928-44b8-bf90-ea7b1fe3c448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-6-iscsi, 35e18ba8-fe9c-45da-957c-78d100e85206) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:48:44.310730 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0bc7ae-6928-44b8-bf90-ea7b1fe3c448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:48:44.312929 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a0bc7ae-6928-44b8-bf90-ea7b1fe3c448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:44.316618 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3009cd-6113-452e-aaa4-88fc44b83ec4 None None] Network 35e18ba8-fe9c-45da-957c-78d100e85206 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:48:44.324097 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709592b6-9e66-40cb-bbe6-b41242f08d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e4a497-24aa-4041-b58b-e2727a5ed342,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:44.334761 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-0a0bc7ae-6928-44b8-bf90-ea7b1fe3c448 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5494630 Mar 23 23:48:44.375198 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-127f879e-7547-4f81-b8ce-68dcb6b13888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for network (2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:44.376420 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127f879e-7547-4f81-b8ce-68dcb6b13888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:48:44.377116 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-127f879e-7547-4f81-b8ce-68dcb6b13888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:44.441052 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-709592b6-9e66-40cb-bbe6-b41242f08d06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777139294019'] for network (5e8de27b-07d3-4627-8f07-85afc18d3e4e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:44.512308 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 44668) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:44.512747 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-127f879e-7547-4f81-b8ce-68dcb6b13888 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7555745 Mar 23 23:48:44.518535 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-39b94704-7fab-42bc-b3e7-19557e7406d0 admin admin] Request body: {'subnet': {'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-720772426-subnet', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:48:44.560614 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b94704-7fab-42bc-b3e7-19557e7406d0 admin admin] Made reservation on behalf of e03e5b02e8c44caaaadaf5d60fc18023 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:48:44.563005 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-39b94704-7fab-42bc-b3e7-19557e7406d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:44.572772 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ee4082-204b-4768-8649-9fa7e5181399 None None] Network 35e18ba8-fe9c-45da-957c-78d100e85206 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:48:44.630993 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f879e-7547-4f81-b8ce-68dcb6b13888 admin admin] Pushing event updated for resources: {'Network': ['ID=2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:44.723918 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44680) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:44.731540 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Network 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a details requested by agent ovs-agent-dv-cinder-749155-6-iscsi with host dv-cinder-749155-6-iscsi {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 23:48:44.755609 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-709592b6-9e66-40cb-bbe6-b41242f08d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for network (5e8de27b-07d3-4627-8f07-85afc18d3e4e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:44.756564 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709592b6-9e66-40cb-bbe6-b41242f08d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:48:44.757129 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-709592b6-9e66-40cb-bbe6-b41242f08d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:44.773835 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-39b94704-7fab-42bc-b3e7-19557e7406d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for subnet (3dfa0736-7078-436a-bef7-91bda4df3d72), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:44.841920 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b94704-7fab-42bc-b3e7-19557e7406d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dfa0736-7078-436a-bef7-91bda4df3d72,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:44.870014 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b94704-7fab-42bc-b3e7-19557e7406d0 admin admin] Checking segment: {'id': '0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:48:44.870434 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b94704-7fab-42bc-b3e7-19557e7406d0 admin admin] Network hostable DHCP agents. Network: 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a, hostable agents: ['241e2e2a-1e2f-484e-9acb-0603fdf8399b'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 23:48:44.896963 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b94704-7fab-42bc-b3e7-19557e7406d0 admin admin] Network 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a is scheduled to be hosted by DHCP agent 241e2e2a-1e2f-484e-9acb-0603fdf8399b with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 23:48:44.922226 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-39b94704-7fab-42bc-b3e7-19557e7406d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-6-iscsi, 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:48:44.938771 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a34d6b0-acf7-4b56-9cff-4c61ff51f8d2 None None] Network 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:48:44.943876 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b94704-7fab-42bc-b3e7-19557e7406d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:48:44.947496 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-39b94704-7fab-42bc-b3e7-19557e7406d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:44.956636 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d97150a-51cf-447d-8eef-4f6608b63a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for subnet (de3539ca-c96d-4e17-928d-f4fd22c2c7e5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:44.966707 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-709592b6-9e66-40cb-bbe6-b41242f08d06 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1199605 Mar 23 23:48:44.969986 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 44698) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:44.987934 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-90502142-85fe-4331-a1b3-550c9bb42dea admin admin] Request body: {'subnet': {'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-58438199-subnet', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:48:45.017718 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-39b94704-7fab-42bc-b3e7-19557e7406d0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5036929 Mar 23 23:48:45.025664 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 44700) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:45.031422 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97150a-51cf-447d-8eef-4f6608b63a7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=de3539ca-c96d-4e17-928d-f4fd22c2c7e5,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:45.047352 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709592b6-9e66-40cb-bbe6-b41242f08d06 admin admin] Pushing event updated for resources: {'Network': ['ID=5e8de27b-07d3-4627-8f07-85afc18d3e4e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:45.067703 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-d984764f-b440-45ce-a3a7-fb6de9dce1da admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:48:45.073611 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Network 5e8de27b-07d3-4627-8f07-85afc18d3e4e details requested by agent ovs-agent-dv-cinder-749155-6-iscsi with host dv-cinder-749155-6-iscsi {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 23:48:45.085534 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d97150a-51cf-447d-8eef-4f6608b63a7d admin admin] Checking segment: {'id': '818fed5a-afbf-4952-bf82-e09f33e459b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a9d0b96a-0c5b-41cb-baeb-e8bd39a01769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:48:45.087787 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e1639c-67de-5e20-9028-c27b0e4ba40d-2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'fixed_ips': [{'subnet_id': '3dfa0736-7078-436a-bef7-91bda4df3d72'}]}} from dv-cinder-749155-6-iscsi. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 23:48:45.088825 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:45.090167 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d97150a-51cf-447d-8eef-4f6608b63a7d admin admin] Network hostable DHCP agents. Network: a9d0b96a-0c5b-41cb-baeb-e8bd39a01769, hostable agents: ['241e2e2a-1e2f-484e-9acb-0603fdf8399b'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 23:48:45.113943 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90502142-85fe-4331-a1b3-550c9bb42dea admin admin] Made reservation on behalf of dc0fe01104384c0a8bac5d0b7151abad for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:48:45.121501 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90502142-85fe-4331-a1b3-550c9bb42dea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:45.128845 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d97150a-51cf-447d-8eef-4f6608b63a7d admin admin] Network a9d0b96a-0c5b-41cb-baeb-e8bd39a01769 is scheduled to be hosted by DHCP agent 241e2e2a-1e2f-484e-9acb-0603fdf8399b with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 23:48:45.141770 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-9d97150a-51cf-447d-8eef-4f6608b63a7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-6-iscsi, a9d0b96a-0c5b-41cb-baeb-e8bd39a01769) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:48:45.148826 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d97150a-51cf-447d-8eef-4f6608b63a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:48:45.149461 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d97150a-51cf-447d-8eef-4f6608b63a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:45.179267 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-9d97150a-51cf-447d-8eef-4f6608b63a7d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4544194 Mar 23 23:48:45.183686 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8520c7da-a985-4495-b0e1-725046f8baf9 None None] Network a9d0b96a-0c5b-41cb-baeb-e8bd39a01769 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:48:45.262078 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d984764f-b440-45ce-a3a7-fb6de9dce1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (54373860-04c0-44b4-adcc-42cb31e0401d), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:45.263821 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d984764f-b440-45ce-a3a7-fb6de9dce1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (54373860-04c0-44b4-adcc-42cb31e0401d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:45.325741 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-903a8943-8b61-4c38-94fc-7e35fdb8eafb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:45.386305 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d984764f-b440-45ce-a3a7-fb6de9dce1da admin admin] Publish callbacks [] for router_controller (54373860-04c0-44b4-adcc-42cb31e0401d), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:45.532951 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 44722) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:45.571694 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44726) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:45.619143 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-903a8943-8b61-4c38-94fc-7e35fdb8eafb admin admin] Publish callbacks [] for security_group (710e25d8-a0c7-4079-ba98-6f412c5df073), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:45.628917 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-903a8943-8b61-4c38-94fc-7e35fdb8eafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (710e25d8-a0c7-4079-ba98-6f412c5df073), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:45.672743 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a8943-8b61-4c38-94fc-7e35fdb8eafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710e25d8-a0c7-4079-ba98-6f412c5df073,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:45.708269 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-903a8943-8b61-4c38-94fc-7e35fdb8eafb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1120f5e6826249ca93c9f1b936fee079&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9830074 Mar 23 23:48:45.712331 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44732) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:45.735752 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d984764f-b440-45ce-a3a7-fb6de9dce1da admin admin] Publish callbacks [] for router_gateway (54373860-04c0-44b4-adcc-42cb31e0401d), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:45.760425 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fa4757-1c2c-47c6-92f1-305431f13606 None None] Network a9d0b96a-0c5b-41cb-baeb-e8bd39a01769 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:48:45.761162 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90502142-85fe-4331-a1b3-550c9bb42dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for subnet (36fdea4e-dd3d-4b87-92dc-886e2d219615), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:45.826903 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1476dc42-dfdc-49e7-8838-3d10ba8690fb admin admin] Publish callbacks [] for security_group (710e25d8-a0c7-4079-ba98-6f412c5df073), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:45.827532 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Allocated IP 172.20.0.2 (2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a/3dfa0736-7078-436a-bef7-91bda4df3d72/6b0e2061-0b41-47dc-8888-20948e1f99a2) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:48:45.884115 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1476dc42-dfdc-49e7-8838-3d10ba8690fb admin admin] Publish callbacks [] for security_group (710e25d8-a0c7-4079-ba98-6f412c5df073), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:45.927768 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90502142-85fe-4331-a1b3-550c9bb42dea admin admin] Checking segment: {'id': '87db19ea-502c-4e57-903f-b4773c20c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:48:45.928303 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90502142-85fe-4331-a1b3-550c9bb42dea admin admin] Network hostable DHCP agents. Network: 5e8de27b-07d3-4627-8f07-85afc18d3e4e, hostable agents: ['241e2e2a-1e2f-484e-9acb-0603fdf8399b'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 23:48:45.930920 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90502142-85fe-4331-a1b3-550c9bb42dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=36fdea4e-dd3d-4b87-92dc-886e2d219615,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:45.935872 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4a6bd6c4-384d-4162-840a-f4fb0961965a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:45.940014 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-de2d64da-2e69-41ea-b556-95c5899c7d32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:45.983543 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90502142-85fe-4331-a1b3-550c9bb42dea admin admin] Network 5e8de27b-07d3-4627-8f07-85afc18d3e4e is scheduled to be hosted by DHCP agent 241e2e2a-1e2f-484e-9acb-0603fdf8399b with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 23:48:46.012334 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-90502142-85fe-4331-a1b3-550c9bb42dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-6-iscsi, 5e8de27b-07d3-4627-8f07-85afc18d3e4e) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:48:46.023703 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90502142-85fe-4331-a1b3-550c9bb42dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:48:46.024191 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90502142-85fe-4331-a1b3-550c9bb42dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.054948 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-90502142-85fe-4331-a1b3-550c9bb42dea admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0810485 Mar 23 23:48:46.057657 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44742) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:46.063050 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-bce3c356-090f-432f-98d3-7eeda46fe21a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-58438199-router', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:48:46.110462 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1476dc42-dfdc-49e7-8838-3d10ba8690fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (710e25d8-a0c7-4079-ba98-6f412c5df073), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.113554 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1476dc42-dfdc-49e7-8838-3d10ba8690fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.114985 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-1476dc42-dfdc-49e7-8838-3d10ba8690fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/710e25d8-a0c7-4079-ba98-6f412c5df073 HTTP/1.1" status: 204 len: 168 time: 0.3971186 Mar 23 23:48:46.129124 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476dc42-dfdc-49e7-8838-3d10ba8690fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710e25d8-a0c7-4079-ba98-6f412c5df073,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:46.131821 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bce3c356-090f-432f-98d3-7eeda46fe21a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (0bb096a8-777d-412d-9127-ab6b5eb1c066), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.133303 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bce3c356-090f-432f-98d3-7eeda46fe21a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (0bb096a8-777d-412d-9127-ab6b5eb1c066), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.205776 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdba7c6-6e69-44b8-be7e-425a0a28e93a None None] Network 5e8de27b-07d3-4627-8f07-85afc18d3e4e requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:48:46.299860 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d984764f-b440-45ce-a3a7-fb6de9dce1da admin admin] Publish callbacks [] for router_gateway (54373860-04c0-44b4-adcc-42cb31e0401d), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.335895 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d984764f-b440-45ce-a3a7-fb6de9dce1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.341621 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4a6bd6c4-384d-4162-840a-f4fb0961965a admin admin] Publish callbacks [] for security_group (8a582199-4392-4085-86b6-6fe568cfd91a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.351587 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4a6bd6c4-384d-4162-840a-f4fb0961965a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (8a582199-4392-4085-86b6-6fe568cfd91a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.365804 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bce3c356-090f-432f-98d3-7eeda46fe21a admin admin] Publish callbacks [] for router_controller (0bb096a8-777d-412d-9127-ab6b5eb1c066), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.390668 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-4a6bd6c4-384d-4162-840a-f4fb0961965a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75c24e3114dc4179ac86b9d6c900d7d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8550968 Mar 23 23:48:46.395877 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 44754) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:46.396216 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 44756) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:46.451458 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-6ca68d68-7ed8-4657-b293-80f91e9a6368 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1289806522-network', 'tenant_id': '2d1e346e0ade43a8b476c03795cbbcb5'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:48:46.528179 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e1639c-67de-5e20-9028-c27b0e4ba40d-5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'fixed_ips': [{'subnet_id': '36fdea4e-dd3d-4b87-92dc-886e2d219615'}]}} from dv-cinder-749155-6-iscsi. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 23:48:46.529347 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.547030 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44776) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:46.549084 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-de2d64da-2e69-41ea-b556-95c5899c7d32 admin admin] Publish callbacks [] for security_group (3a186cb4-8d3a-42df-8167-8569e765be91), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.556256 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Publish callbacks [] for port (6b0e2061-0b41-47dc-8888-20948e1f99a2), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.569536 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175'] for port (6b0e2061-0b41-47dc-8888-20948e1f99a2), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.574521 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca68d68-7ed8-4657-b293-80f91e9a6368 admin admin] Made reservation on behalf of 2d1e346e0ade43a8b476c03795cbbcb5 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:48:46.579167 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ca68d68-7ed8-4657-b293-80f91e9a6368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.583556 dv-cinder-749155-6-iscsi neutron-server[109898]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 23:48:46.605057 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bd6c4-384d-4162-840a-f4fb0961965a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a582199-4392-4085-86b6-6fe568cfd91a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:46.609982 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ca68d68-7ed8-4657-b293-80f91e9a6368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.640447 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-de2d64da-2e69-41ea-b556-95c5899c7d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (3a186cb4-8d3a-42df-8167-8569e765be91), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.662112 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-d984764f-b440-45ce-a3a7-fb6de9dce1da admin admin] Allocated IP 172.27.0.156 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/75b8b6ea-34ff-47f1-b367-68c4e14ef0a7) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:48:46.668113 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44784) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:46.691594 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Network 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:48:46.696820 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-85b6412d-edba-44ee-9d8c-af0256628607 admin admin] Publish callbacks [] for security_group (8a582199-4392-4085-86b6-6fe568cfd91a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.706066 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:48:46.711411 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:48:46.713267 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Pushing event updated for resources: {'Port': ['ID=6b0e2061-0b41-47dc-8888-20948e1f99a2,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:46.758672 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d64da-2e69-41ea-b556-95c5899c7d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a186cb4-8d3a-42df-8167-8569e765be91,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:46.790442 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bce3c356-090f-432f-98d3-7eeda46fe21a admin admin] Publish callbacks [] for router_gateway (0bb096a8-777d-412d-9127-ab6b5eb1c066), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.794798 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] Allocated IP 172.20.0.2 (5e8de27b-07d3-4627-8f07-85afc18d3e4e/36fdea4e-dd3d-4b87-92dc-886e2d219615/169f66cc-f480-4f64-9170-053cd96d9dd0) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:48:46.796695 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-85b6412d-edba-44ee-9d8c-af0256628607 admin admin] Publish callbacks [] for security_group (8a582199-4392-4085-86b6-6fe568cfd91a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.803187 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f0fd5e0-0f7d-4ff0-accb-bce4f5be362f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.822226 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-de2d64da-2e69-41ea-b556-95c5899c7d32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75f8a493650d4a33a0ebabaac013c082&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2494652 Mar 23 23:48:46.842662 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44790) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:46.994949 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-85b6412d-edba-44ee-9d8c-af0256628607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (8a582199-4392-4085-86b6-6fe568cfd91a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.997494 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-85b6412d-edba-44ee-9d8c-af0256628607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:46.998642 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-85b6412d-edba-44ee-9d8c-af0256628607 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a582199-4392-4085-86b6-6fe568cfd91a HTTP/1.1" status: 204 len: 168 time: 0.5682287 Mar 23 23:48:47.028195 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:47.029294 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:47.030328 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6412d-edba-44ee-9d8c-af0256628607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a582199-4392-4085-86b6-6fe568cfd91a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:47.030475 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:47.030699 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:47.032696 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:47.033158 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:47.033559 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:47.033905 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:47.035610 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:47.035999 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:47.037548 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:47.037919 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:47.038264 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:47.039017 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:47.039390 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Tracked resource versions report: Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: pushed versions: Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: { 'AddressGroup': {'1.2'}, Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Agent': {'1.1'}, Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'ConntrackHelper': {'1.0'}, Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'LocalIPAssociation': {'1.0'}, Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Log': {'1.0'}, Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'NDPProxy': {'1.0'}, Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Network': {'1.1'}, Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Port': {'1.7'}, Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'PortForwarding': {'1.3'}, Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'QosPolicy': {'1.10'}, Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'SecurityGroup': {'1.5'}, Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'SecurityGroupRule': {'1.2'}, Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'SubPort': {'1.0'}, Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Subnet': {'1.1'}, Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Trunk': {'1.1'}} Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: consumer versions: Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: { DHCP agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: HyperV agent@hv-cinder-74915: {}, Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: L3 agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: Metadata agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: Metering agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: Open vSwitch agent@dv-cinder-749155-6-iscsi: { 'AddressGroup': '1.2', Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Agent': '1.1', Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'ConntrackHelper': '1.0', Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'LocalIPAssociation': '1.0', Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Log': '1.0', Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'NDPProxy': '1.0', Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Network': '1.1', Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Port': '1.7', Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'PortForwarding': '1.3', Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'QosPolicy': '1.10', Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'SecurityGroup': '1.5', Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'SecurityGroupRule': '1.2', Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'SubPort': '1.0', Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Subnet': '1.1', Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: 'Trunk': '1.1'}} Mar 23 23:48:47.042952 dv-cinder-749155-6-iscsi neutron-server[109900]: {{(pid=109900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 23:48:47.045555 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ca68d68-7ed8-4657-b293-80f91e9a6368 admin admin] Publish callbacks [] for security_group (5afe50e7-c50b-4789-b3d2-b72874d41416), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.049977 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d984764f-b440-45ce-a3a7-fb6de9dce1da admin admin] Publish callbacks [] for port (75b8b6ea-34ff-47f1-b367-68c4e14ef0a7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.053228 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ca68d68-7ed8-4657-b293-80f91e9a6368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (5afe50e7-c50b-4789-b3d2-b72874d41416), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.104756 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-0666c49c-f6d5-41ae-ae97-69fe01dc0284 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:48:47.107441 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-0666c49c-f6d5-41ae-ae97-69fe01dc0284 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/networks?id=a9d0b96a-0c5b-41cb-baeb-e8bd39a01769 HTTP/1.1" status: 200 len: 812 time: 0.5563147 Mar 23 23:48:47.116824 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca68d68-7ed8-4657-b293-80f91e9a6368 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 23:48:47.131391 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] Publish callbacks [] for port (169f66cc-f480-4f64-9170-053cd96d9dd0), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.159066 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Attempting to bind port 6b0e2061-0b41-47dc-8888-20948e1f99a2 on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:48:47.159417 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Attempting to bind port 6b0e2061-0b41-47dc-8888-20948e1f99a2 by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': '0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:48:47.159915 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Attempting to bind port 6b0e2061-0b41-47dc-8888-20948e1f99a2 on network 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:48:47.167789 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bbe9aada-ab2e-4599-96d9-b7abce43dc0c admin admin] Publish callbacks [] for security_group (3a186cb4-8d3a-42df-8167-8569e765be91), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.168577 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:48:47.168985 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Checking segment: {'id': '0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:48:47.169499 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.170025 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Bound using segment: {'id': '0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:48:47.170572 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Bound port: 6b0e2061-0b41-47dc-8888-20948e1f99a2, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:48:47.170952 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (6b0e2061-0b41-47dc-8888-20948e1f99a2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.183048 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ca68d68-7ed8-4657-b293-80f91e9a6368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (21313d15-0a1c-4f0b-b212-74f6500a731f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.183394 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.segments_db [None req-6ca68d68-7ed8-4657-b293-80f91e9a6368 admin admin] Added segment 21313d15-0a1c-4f0b-b212-74f6500a731f of type vlan for network 5390172b-5c21-4455-83c7-a04681efcfba Mar 23 23:48:47.194211 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175'] for port (169f66cc-f480-4f64-9170-053cd96d9dd0), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.212169 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bbe9aada-ab2e-4599-96d9-b7abce43dc0c admin admin] Publish callbacks [] for security_group (3a186cb4-8d3a-42df-8167-8569e765be91), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.226248 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca68d68-7ed8-4657-b293-80f91e9a6368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afe50e7-c50b-4789-b3d2-b72874d41416,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:47.243215 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] Network 5e8de27b-07d3-4627-8f07-85afc18d3e4e is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:48:47.272634 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-8fa83d56-11da-41fa-92ba-af1300cd2429 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/quotas/3dbd1ba63a3f4a7bb2b2f14c9ebdea09 HTTP/1.1" status: 200 len: 375 time: 0.1434052 Mar 23 23:48:47.274639 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ca68d68-7ed8-4657-b293-80f91e9a6368 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777139294019'] for network (5390172b-5c21-4455-83c7-a04681efcfba), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.279867 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d984764f-b440-45ce-a3a7-fb6de9dce1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175'] for port (75b8b6ea-34ff-47f1-b367-68c4e14ef0a7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.286035 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:48:47.288598 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.309703 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:48:47.341525 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984764f-b440-45ce-a3a7-fb6de9dce1da admin admin] Pushing event updated for resources: {'Port': ['ID=75b8b6ea-34ff-47f1-b367-68c4e14ef0a7,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:47.372516 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d984764f-b440-45ce-a3a7-fb6de9dce1da admin admin] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:48:47.375439 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-d984764f-b440-45ce-a3a7-fb6de9dce1da admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:48:47.385337 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d984764f-b440-45ce-a3a7-fb6de9dce1da admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:48:47.385516 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bbe9aada-ab2e-4599-96d9-b7abce43dc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (3a186cb4-8d3a-42df-8167-8569e765be91), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.387417 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] Pushing event updated for resources: {'Port': ['ID=169f66cc-f480-4f64-9170-053cd96d9dd0,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:47.389674 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bbe9aada-ab2e-4599-96d9-b7abce43dc0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.390737 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ca68d68-7ed8-4657-b293-80f91e9a6368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for network (5390172b-5c21-4455-83c7-a04681efcfba), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.392259 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca68d68-7ed8-4657-b293-80f91e9a6368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:48:47.392997 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ca68d68-7ed8-4657-b293-80f91e9a6368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.397097 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-bbe9aada-ab2e-4599-96d9-b7abce43dc0c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a186cb4-8d3a-42df-8167-8569e765be91 HTTP/1.1" status: 204 len: 168 time: 0.5526302 Mar 23 23:48:47.429426 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] Attempting to bind port 169f66cc-f480-4f64-9170-053cd96d9dd0 on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:48:47.430093 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] Attempting to bind port 169f66cc-f480-4f64-9170-053cd96d9dd0 by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': '87db19ea-502c-4e57-903f-b4773c20c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:48:47.430768 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] Attempting to bind port 169f66cc-f480-4f64-9170-053cd96d9dd0 on network 5e8de27b-07d3-4627-8f07-85afc18d3e4e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:48:47.438517 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:48:47.438935 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] Checking segment: {'id': '87db19ea-502c-4e57-903f-b4773c20c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:48:47.439337 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.440005 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] Bound using segment: {'id': '87db19ea-502c-4e57-903f-b4773c20c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:48:47.440411 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] Bound port: 169f66cc-f480-4f64-9170-053cd96d9dd0, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87db19ea-502c-4e57-903f-b4773c20c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:48:47.440793 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (169f66cc-f480-4f64-9170-053cd96d9dd0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.449060 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9aada-ab2e-4599-96d9-b7abce43dc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a186cb4-8d3a-42df-8167-8569e765be91,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:47.452607 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] For port 6b0e2061-0b41-47dc-8888-20948e1f99a2, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:48:47.459628 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-4ae272b9-0d02-4854-9d7c-96c23d06be6e tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3dbd1ba63a3f4a7bb2b2f14c9ebdea09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1660378 Mar 23 23:48:47.490776 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-6ca68d68-7ed8-4657-b293-80f91e9a6368 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0585279 Mar 23 23:48:47.494551 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44812) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:47.510894 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-dabeeeac-dd6e-47e0-b691-e36b1f2bec96 admin admin] Request body: {'subnet': {'network_id': '5390172b-5c21-4455-83c7-a04681efcfba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1289806522-subnet', 'tenant_id': '2d1e346e0ade43a8b476c03795cbbcb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:48:47.518922 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f0fd5e0-0f7d-4ff0-accb-bce4f5be362f admin admin] Publish callbacks [] for security_group (07e51403-c906-4f70-8b71-bf17e19b5087), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.531170 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f0fd5e0-0f7d-4ff0-accb-bce4f5be362f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (07e51403-c906-4f70-8b71-bf17e19b5087), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.548673 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] For port 169f66cc-f480-4f64-9170-053cd96d9dd0, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:48:47.553358 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] For port 169f66cc-f480-4f64-9170-053cd96d9dd0, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=169f66cc-f480-4f64-9170-053cd96d9dd0,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:48:47.558324 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] For port 6b0e2061-0b41-47dc-8888-20948e1f99a2, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=6b0e2061-0b41-47dc-8888-20948e1f99a2,segment=NetworkSegment(0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf),segment_id=0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:48:47.564244 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (169f66cc-f480-4f64-9170-053cd96d9dd0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.593593 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca68d68-7ed8-4657-b293-80f91e9a6368 admin admin] Pushing event updated for resources: {'Network': ['ID=5390172b-5c21-4455-83c7-a04681efcfba,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:47.600456 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (6b0e2061-0b41-47dc-8888-20948e1f99a2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.609929 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Network 5390172b-5c21-4455-83c7-a04681efcfba details requested by agent ovs-agent-dv-cinder-749155-6-iscsi with host dv-cinder-749155-6-iscsi {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 23:48:47.657243 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44814) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:47.658290 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabeeeac-dd6e-47e0-b691-e36b1f2bec96 admin admin] Made reservation on behalf of 2d1e346e0ade43a8b476c03795cbbcb5 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:48:47.665777 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dabeeeac-dd6e-47e0-b691-e36b1f2bec96 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.674236 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-9f0fd5e0-0f7d-4ff0-accb-bce4f5be362f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f2d208e8c8d84d3a9283d71c7be8bd17&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9553418 Mar 23 23:48:47.692206 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44818) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:47.732320 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c6956-2a06-4720-92d6-d9e23dbc4c46 None None] Pushing event updated for resources: {'Port': ['ID=169f66cc-f480-4f64-9170-053cd96d9dd0,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:47.836612 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb82ec1-f348-433d-b8b6-3ef9927b04dc None None] Pushing event updated for resources: {'Port': ['ID=6b0e2061-0b41-47dc-8888-20948e1f99a2,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:47.841959 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d984764f-b440-45ce-a3a7-fb6de9dce1da admin admin] Publish callbacks [] for router_gateway (54373860-04c0-44b4-adcc-42cb31e0401d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:47.923911 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fd5e0-0f7d-4ff0-accb-bce4f5be362f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e51403-c906-4f70-8b71-bf17e19b5087,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:47.942329 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-833f26ef-ec34-4489-837d-50b50427dfdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:48.088574 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-8a2ef949-03cc-4291-a8c4-39a84f173aa3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 23:48:48.095387 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-8a2ef949-03cc-4291-a8c4-39a84f173aa3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1640155 Mar 23 23:48:48.181470 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d984764f-b440-45ce-a3a7-fb6de9dce1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574760'] for router (54373860-04c0-44b4-adcc-42cb31e0401d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:48.250852 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bce3c356-090f-432f-98d3-7eeda46fe21a admin admin] Publish callbacks [] for router_gateway (0bb096a8-777d-412d-9127-ab6b5eb1c066), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:48.327428 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bce3c356-090f-432f-98d3-7eeda46fe21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:48.337004 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d984764f-b440-45ce-a3a7-fb6de9dce1da admin admin] Router 54373860-04c0-44b4-adcc-42cb31e0401d is scheduled to L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 23:48:48.372470 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b5e371f4-6069-4ba9-90f8-e16c6a6d6387 admin admin] Publish callbacks [] for security_group (07e51403-c906-4f70-8b71-bf17e19b5087), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:48.485570 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-c60fec4c-76d5-40a4-a09a-25b494bcdce1 service neutron] 10.222.0.31 "GET /v2.0/networks/a9d0b96a-0c5b-41cb-baeb-e8bd39a01769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888609 Mar 23 23:48:48.522213 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b5e371f4-6069-4ba9-90f8-e16c6a6d6387 admin admin] Publish callbacks [] for security_group (07e51403-c906-4f70-8b71-bf17e19b5087), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:48.588213 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 169f66cc-f480-4f64-9170-053cd96d9dd0 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:48:48.600964 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d984764f-b440-45ce-a3a7-fb6de9dce1da admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:48:48.612969 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] Sync routers for ids ['54373860-04c0-44b4-adcc-42cb31e0401d'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:48:48.621228 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d984764f-b440-45ce-a3a7-fb6de9dce1da admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:48.626669 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] Routers {'54373860-04c0-44b4-adcc-42cb31e0401d'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:48:48.627311 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:48:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['54373860-04c0-44b4-adcc-42cb31e0401d'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:48:48.628512 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-d984764f-b440-45ce-a3a7-fb6de9dce1da admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5990503 Mar 23 23:48:48.629053 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 44846) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:48.660684 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 169f66cc-f480-4f64-9170-053cd96d9dd0 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:48:48.661393 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (169f66cc-f480-4f64-9170-053cd96d9dd0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:48.775710 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 169f66cc-f480-4f64-9170-053cd96d9dd0 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:48:48.776084 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (169f66cc-f480-4f64-9170-053cd96d9dd0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:48.830631 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] For port 169f66cc-f480-4f64-9170-053cd96d9dd0, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=169f66cc-f480-4f64-9170-053cd96d9dd0,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:48:48.841111 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (169f66cc-f480-4f64-9170-053cd96d9dd0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:48.842908 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 6b0e2061-0b41-47dc-8888-20948e1f99a2 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:48:48.950810 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-833f26ef-ec34-4489-837d-50b50427dfdf admin admin] Publish callbacks [] for security_group (361c25d2-7296-48f7-9d08-616aca942ff0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:48.953848 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-cab34b3a-3255-4fab-95b4-053081596086 service neutron] 10.222.0.31 "GET /v2.0/networks/a9d0b96a-0c5b-41cb-baeb-e8bd39a01769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674723 Mar 23 23:48:48.972723 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dabeeeac-dd6e-47e0-b691-e36b1f2bec96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for subnet (846651ad-6df4-4e70-8ebb-204a5faf9bdb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:49.006722 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Pushing event updated for resources: {'Port': ['ID=169f66cc-f480-4f64-9170-053cd96d9dd0,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:49.011907 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] Set router 54373860-04c0-44b4-adcc-42cb31e0401d gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:48:49.023119 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-833f26ef-ec34-4489-837d-50b50427dfdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (361c25d2-7296-48f7-9d08-616aca942ff0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:49.026288 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 6b0e2061-0b41-47dc-8888-20948e1f99a2 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:48:49.026670 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (6b0e2061-0b41-47dc-8888-20948e1f99a2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:49.162025 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 6b0e2061-0b41-47dc-8888-20948e1f99a2 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:48:49.162595 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (6b0e2061-0b41-47dc-8888-20948e1f99a2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:49.188514 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b5e371f4-6069-4ba9-90f8-e16c6a6d6387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (07e51403-c906-4f70-8b71-bf17e19b5087), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:49.191667 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b5e371f4-6069-4ba9-90f8-e16c6a6d6387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:49.206999 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-b5e371f4-6069-4ba9-90f8-e16c6a6d6387 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/07e51403-c906-4f70-8b71-bf17e19b5087 HTTP/1.1" status: 204 len: 168 time: 1.4201775 Mar 23 23:48:49.208013 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f26ef-ec34-4489-837d-50b50427dfdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361c25d2-7296-48f7-9d08-616aca942ff0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:49.247007 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e371f4-6069-4ba9-90f8-e16c6a6d6387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e51403-c906-4f70-8b71-bf17e19b5087,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:49.365880 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] For port 6b0e2061-0b41-47dc-8888-20948e1f99a2, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=6b0e2061-0b41-47dc-8888-20948e1f99a2,segment=NetworkSegment(0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf),segment_id=0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:48:49.374779 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (6b0e2061-0b41-47dc-8888-20948e1f99a2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:49.392044 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabeeeac-dd6e-47e0-b691-e36b1f2bec96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=846651ad-6df4-4e70-8ebb-204a5faf9bdb,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:49.416875 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-bce3c356-090f-432f-98d3-7eeda46fe21a admin admin] Allocated IP 172.27.0.82 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/3b706113-9f28-431d-869a-030cb227901b) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:48:49.463870 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-833f26ef-ec34-4489-837d-50b50427dfdf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2a4cc37c5414a1a8cee84482e90497a&name=default HTTP/1.1" status: 200 len: 2994 time: 1.7840347 Mar 23 23:48:49.464105 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44870) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:49.464388 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44872) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:49.467153 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabeeeac-dd6e-47e0-b691-e36b1f2bec96 admin admin] Checking segment: {'id': '21313d15-0a1c-4f0b-b212-74f6500a731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5390172b-5c21-4455-83c7-a04681efcfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:48:49.467534 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabeeeac-dd6e-47e0-b691-e36b1f2bec96 admin admin] Network hostable DHCP agents. Network: 5390172b-5c21-4455-83c7-a04681efcfba, hostable agents: ['241e2e2a-1e2f-484e-9acb-0603fdf8399b'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 23:48:49.571638 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b620165-a80d-4b66-bf27-dc5b1cc25561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:49.582303 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:45Z', 'updated_at': '2022-03-23T23:48:47Z', 'revision_number': 3, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'gw_port': {'id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:48:49.606997 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Pushing event updated for resources: {'Port': ['ID=6b0e2061-0b41-47dc-8888-20948e1f99a2,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:49.617760 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cd1db9-39ee-4c7a-8af7-9df1bcd006d7 None None] Network 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:48:49.661006 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] Checking router: 54373860-04c0-44b4-adcc-42cb31e0401d for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:48:49.662019 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] Updating router 54373860-04c0-44b4-adcc-42cb31e0401d port 75b8b6ea-34ff-47f1-b367-68c4e14ef0a7 binding host dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 23:48:49.668952 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cb439007-3a8c-4a58-b49e-0ebd18e81a9d req-5f30dfc8-d3ce-4536-9c2b-2143c0921755 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 210 time: 0.1914768 Mar 23 23:48:49.735996 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (75b8b6ea-34ff-47f1-b367-68c4e14ef0a7), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:49.784977 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabeeeac-dd6e-47e0-b691-e36b1f2bec96 admin admin] Network 5390172b-5c21-4455-83c7-a04681efcfba is scheduled to be hosted by DHCP agent 241e2e2a-1e2f-484e-9acb-0603fdf8399b with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 23:48:49.788779 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e6f59812-5794-489d-a4f4-cc54abb1f27e None None] Provisioning complete for port 6b0e2061-0b41-47dc-8888-20948e1f99a2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:48:49.791124 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e6f59812-5794-489d-a4f4-cc54abb1f27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (6b0e2061-0b41-47dc-8888-20948e1f99a2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:49.847367 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-dabeeeac-dd6e-47e0-b691-e36b1f2bec96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-6-iscsi, 5390172b-5c21-4455-83c7-a04681efcfba) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:48:49.860742 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c3fd03-cb30-48e9-826d-ea60e48a1130 None None] Network 5390172b-5c21-4455-83c7-a04681efcfba requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:48:49.895748 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabeeeac-dd6e-47e0-b691-e36b1f2bec96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:48:49.896189 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dabeeeac-dd6e-47e0-b691-e36b1f2bec96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:49.907349 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-2b620165-a80d-4b66-bf27-dc5b1cc25561 admin admin] Allocated IP 172.20.0.1 (2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a/3dfa0736-7078-436a-bef7-91bda4df3d72/1f0cd8e7-4335-4589-8a8b-f70507aac3ab) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:48:49.916921 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a02b92-b119-4f93-b7ac-513762a04176 None None] Network 5e8de27b-07d3-4627-8f07-85afc18d3e4e requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:48:49.927341 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f05fb999-2ef5-4ae3-8bec-94b2e768548f admin admin] Publish callbacks [] for security_group (361c25d2-7296-48f7-9d08-616aca942ff0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:49.998908 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f05fb999-2ef5-4ae3-8bec-94b2e768548f admin admin] Publish callbacks [] for security_group (361c25d2-7296-48f7-9d08-616aca942ff0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:50.019482 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-dabeeeac-dd6e-47e0-b691-e36b1f2bec96 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5195155 Mar 23 23:48:50.105890 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b620165-a80d-4b66-bf27-dc5b1cc25561 admin admin] Publish callbacks [] for port (1f0cd8e7-4335-4589-8a8b-f70507aac3ab), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:50.135384 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bce3c356-090f-432f-98d3-7eeda46fe21a admin admin] Publish callbacks [] for port (3b706113-9f28-431d-869a-030cb227901b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:50.152943 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b620165-a80d-4b66-bf27-dc5b1cc25561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175'] for port (1f0cd8e7-4335-4589-8a8b-f70507aac3ab), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:50.211778 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b620165-a80d-4b66-bf27-dc5b1cc25561 admin admin] Network 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:48:50.216315 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-2b620165-a80d-4b66-bf27-dc5b1cc25561 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:48:50.223418 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b620165-a80d-4b66-bf27-dc5b1cc25561 admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:48:50.224107 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b620165-a80d-4b66-bf27-dc5b1cc25561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574717'] for router_interface (54373860-04c0-44b4-adcc-42cb31e0401d), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:50.232093 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b620165-a80d-4b66-bf27-dc5b1cc25561 admin admin] Pushing event updated for resources: {'Port': ['ID=1f0cd8e7-4335-4589-8a8b-f70507aac3ab,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:50.237686 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f05fb999-2ef5-4ae3-8bec-94b2e768548f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (361c25d2-7296-48f7-9d08-616aca942ff0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:50.240218 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f05fb999-2ef5-4ae3-8bec-94b2e768548f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:50.245535 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-f05fb999-2ef5-4ae3-8bec-94b2e768548f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/361c25d2-7296-48f7-9d08-616aca942ff0 HTTP/1.1" status: 204 len: 168 time: 0.7659409 Mar 23 23:48:50.269605 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bce3c356-090f-432f-98d3-7eeda46fe21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175'] for port (3b706113-9f28-431d-869a-030cb227901b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:50.274251 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fb999-2ef5-4ae3-8bec-94b2e768548f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361c25d2-7296-48f7-9d08-616aca942ff0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:50.369400 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3c356-090f-432f-98d3-7eeda46fe21a admin admin] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:48:50.385003 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e6f59812-5794-489d-a4f4-cc54abb1f27e None None] Current status of the port 6b0e2061-0b41-47dc-8888-20948e1f99a2 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:48:50.386817 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-bce3c356-090f-432f-98d3-7eeda46fe21a admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:48:50.400536 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce3c356-090f-432f-98d3-7eeda46fe21a admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:48:50.433729 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 44908) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:50.538422 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 169f66cc-f480-4f64-9170-053cd96d9dd0 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:48:50.573912 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744eb559-446f-4e0a-b506-2484823bcf1c None None] Network 5390172b-5c21-4455-83c7-a04681efcfba requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:48:50.605485 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3c356-090f-432f-98d3-7eeda46fe21a admin admin] Pushing event updated for resources: {'Port': ['ID=3b706113-9f28-431d-869a-030cb227901b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:50.636953 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] Publish callbacks [] for port (75b8b6ea-34ff-47f1-b367-68c4e14ef0a7), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:50.663339 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (75b8b6ea-34ff-47f1-b367-68c4e14ef0a7), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:50.764459 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-0919b136-7340-41cc-996c-8b32c612e97a admin admin] Deleting subnet 7c8c134a-a667-4ffc-84b1-7fe70320d755 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 23:48:50.794368 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0919b136-7340-41cc-996c-8b32c612e97a admin admin] Publish callbacks [] for subnet (7c8c134a-a667-4ffc-84b1-7fe70320d755), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:50.817395 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] Attempting to bind port 75b8b6ea-34ff-47f1-b367-68c4e14ef0a7 on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:48:50.817980 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] Attempting to bind port 75b8b6ea-34ff-47f1-b367-68c4e14ef0a7 by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:48:50.819126 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] Attempting to bind port 75b8b6ea-34ff-47f1-b367-68c4e14ef0a7 on network b729df10-08c3-4315-b5ba-4a4ad36352af {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:48:50.836753 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5e291-8abf-452d-adb7-7411369f0a9f None None] Pushing event updated for resources: {'Port': ['ID=75b8b6ea-34ff-47f1-b367-68c4e14ef0a7,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:50.865283 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:48:50.868349 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] Checking segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:48:50.873687 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:50.875902 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] Bound using segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:48:50.880387 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] Bound port: 75b8b6ea-34ff-47f1-b367-68c4e14ef0a7, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:48:50.882449 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (75b8b6ea-34ff-47f1-b367-68c4e14ef0a7), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:50.928783 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e291-8abf-452d-adb7-7411369f0a9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:50.929569 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e291-8abf-452d-adb7-7411369f0a9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:50.930434 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e291-8abf-452d-adb7-7411369f0a9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:50.930975 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e291-8abf-452d-adb7-7411369f0a9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:50.931607 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e291-8abf-452d-adb7-7411369f0a9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:50.932111 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e291-8abf-452d-adb7-7411369f0a9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:50.932613 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e291-8abf-452d-adb7-7411369f0a9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:50.933327 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e291-8abf-452d-adb7-7411369f0a9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:50.938065 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e291-8abf-452d-adb7-7411369f0a9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:50.938643 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e291-8abf-452d-adb7-7411369f0a9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:50.939163 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e291-8abf-452d-adb7-7411369f0a9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:50.939810 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e291-8abf-452d-adb7-7411369f0a9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:50.940326 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e291-8abf-452d-adb7-7411369f0a9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:50.941035 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e291-8abf-452d-adb7-7411369f0a9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:50.941600 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e291-8abf-452d-adb7-7411369f0a9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e291-8abf-452d-adb7-7411369f0a9f None None] Tracked resource versions report: Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: pushed versions: Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: { 'AddressGroup': {'1.2'}, Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Agent': {'1.1'}, Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'ConntrackHelper': {'1.0'}, Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'LocalIPAssociation': {'1.0'}, Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Log': {'1.0'}, Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'NDPProxy': {'1.0'}, Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Network': {'1.1'}, Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Port': {'1.7'}, Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'PortForwarding': {'1.3'}, Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'QosPolicy': {'1.10'}, Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'SecurityGroup': {'1.5'}, Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'SecurityGroupRule': {'1.2'}, Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'SubPort': {'1.0'}, Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Subnet': {'1.1'}, Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Trunk': {'1.1'}} Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: consumer versions: Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: { DHCP agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: HyperV agent@hv-cinder-74915: {}, Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: L3 agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: Metadata agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: Metering agent@dv-cinder-749155-6-iscsi: {}, Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: Open vSwitch agent@dv-cinder-749155-6-iscsi: { 'AddressGroup': '1.2', Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Agent': '1.1', Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'ConntrackHelper': '1.0', Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'LocalIPAssociation': '1.0', Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Log': '1.0', Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'NDPProxy': '1.0', Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Network': '1.1', Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Port': '1.7', Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'PortForwarding': '1.3', Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'QosPolicy': '1.10', Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'SecurityGroup': '1.5', Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'SecurityGroupRule': '1.2', Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'SubPort': '1.0', Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Subnet': '1.1', Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: 'Trunk': '1.1'}} Mar 23 23:48:50.942939 dv-cinder-749155-6-iscsi neutron-server[109901]: {{(pid=109901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 23:48:50.984681 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] For port 75b8b6ea-34ff-47f1-b367-68c4e14ef0a7, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:48:50.990285 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] For port 75b8b6ea-34ff-47f1-b367-68c4e14ef0a7, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=75b8b6ea-34ff-47f1-b367-68c4e14ef0a7,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:48:50.995654 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5cbce1ae-febc-42bc-a6fa-aac7d3a52d83 None None] Provisioning complete for port 169f66cc-f480-4f64-9170-053cd96d9dd0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:48:50.996919 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5cbce1ae-febc-42bc-a6fa-aac7d3a52d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (169f66cc-f480-4f64-9170-053cd96d9dd0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:51.003856 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0919b136-7340-41cc-996c-8b32c612e97a admin admin] Publish callbacks [] for subnet (7c8c134a-a667-4ffc-84b1-7fe70320d755), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:51.006480 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (75b8b6ea-34ff-47f1-b367-68c4e14ef0a7), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:51.019412 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b620165-a80d-4b66-bf27-dc5b1cc25561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (1f0cd8e7-4335-4589-8a8b-f70507aac3ab), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:51.048546 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1cbfd0a9-271b-4cd7-b784-14f2bb33fb0c req-011f6c88-1417-423b-b242-ecb2ef09d0e6 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 210 time: 0.1536906 Mar 23 23:48:51.054154 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 169f66cc-f480-4f64-9170-053cd96d9dd0 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:48:51.054816 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (169f66cc-f480-4f64-9170-053cd96d9dd0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:51.068568 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0919b136-7340-41cc-996c-8b32c612e97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171796'] for subnet (7c8c134a-a667-4ffc-84b1-7fe70320d755), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:51.151975 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bce3c356-090f-432f-98d3-7eeda46fe21a admin admin] Publish callbacks [] for router_gateway (0bb096a8-777d-412d-9127-ab6b5eb1c066), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:51.192884 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5e291-8abf-452d-adb7-7411369f0a9f None None] Pushing event updated for resources: {'Port': ['ID=75b8b6ea-34ff-47f1-b367-68c4e14ef0a7,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:51.256626 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] Routers {'54373860-04c0-44b4-adcc-42cb31e0401d'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:48:51.257294 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:48:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['54373860-04c0-44b4-adcc-42cb31e0401d'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:48:51.347382 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5cbce1ae-febc-42bc-a6fa-aac7d3a52d83 None None] Current status of the port 169f66cc-f480-4f64-9170-053cd96d9dd0 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:48:51.396655 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 169f66cc-f480-4f64-9170-053cd96d9dd0 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:48:51.400022 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 6b0e2061-0b41-47dc-8888-20948e1f99a2 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:48:51.462714 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0919b136-7340-41cc-996c-8b32c612e97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for subnet (7c8c134a-a667-4ffc-84b1-7fe70320d755), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:51.515121 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919b136-7340-41cc-996c-8b32c612e97a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c8c134a-a667-4ffc-84b1-7fe70320d755,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:51.529810 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0919b136-7340-41cc-996c-8b32c612e97a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:51.534337 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-0919b136-7340-41cc-996c-8b32c612e97a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7c8c134a-a667-4ffc-84b1-7fe70320d755 HTTP/1.1" status: 204 len: 168 time: 1.0994205 Mar 23 23:48:51.538241 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 44966) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:51.584626 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f694cee7-6863-4e02-9a05-9d43cd2dbef9 None None] Provisioning complete for port 1f0cd8e7-4335-4589-8a8b-f70507aac3ab triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:48:51.585009 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f694cee7-6863-4e02-9a05-9d43cd2dbef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (1f0cd8e7-4335-4589-8a8b-f70507aac3ab), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:51.656363 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] Set router 54373860-04c0-44b4-adcc-42cb31e0401d gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:48:51.689122 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bce3c356-090f-432f-98d3-7eeda46fe21a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574760'] for router (0bb096a8-777d-412d-9127-ab6b5eb1c066), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:51.695372 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049883'] for network (35e18ba8-fe9c-45da-957c-78d100e85206), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:51.699978 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f694cee7-6863-4e02-9a05-9d43cd2dbef9 None None] Port 1f0cd8e7-4335-4589-8a8b-f70507aac3ab cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:48:51.748226 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 6b0e2061-0b41-47dc-8888-20948e1f99a2 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:48:51.750059 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (6b0e2061-0b41-47dc-8888-20948e1f99a2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:51.823593 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f694cee7-6863-4e02-9a05-9d43cd2dbef9 None None] Provisioning complete for port 6b0e2061-0b41-47dc-8888-20948e1f99a2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:48:51.823981 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f694cee7-6863-4e02-9a05-9d43cd2dbef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (6b0e2061-0b41-47dc-8888-20948e1f99a2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:51.863467 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b620165-a80d-4b66-bf27-dc5b1cc25561 admin admin] Publish callbacks [] for port (1f0cd8e7-4335-4589-8a8b-f70507aac3ab), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:51.876816 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b620165-a80d-4b66-bf27-dc5b1cc25561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (1f0cd8e7-4335-4589-8a8b-f70507aac3ab), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:51.879485 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b620165-a80d-4b66-bf27-dc5b1cc25561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574569'] for router_interface (54373860-04c0-44b4-adcc-42cb31e0401d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:51.900584 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506273', 'neutron.services.segments.db._delete_segments_for_network-8777139652675'] for network (35e18ba8-fe9c-45da-957c-78d100e85206), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:52.071145 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:45Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 4, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'gw_port': {'id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': '1f0cd8e7-4335-4589-8a8b-f70507aac3ab', 'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'mac_address': 'fa:16:3e:55:0c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:49Z', 'updated_at': '2022-03-23T23:48:49Z', 'revision_number': 1, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'subnets': [{'id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:48:52.122237 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 6b0e2061-0b41-47dc-8888-20948e1f99a2 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:48:52.155036 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7168d1b-4e9b-48a7-914f-9ac39947e683 None None] The sync data for ids ['54373860-04c0-44b4-adcc-42cb31e0401d'] in dv-cinder-749155-6-iscsi is: [{'id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:45Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 4, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'gw_port': {'id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': '1f0cd8e7-4335-4589-8a8b-f70507aac3ab', 'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'mac_address': 'fa:16:3e:55:0c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:49Z', 'updated_at': '2022-03-23T23:48:49Z', 'revision_number': 1, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'subnets': [{'id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:48:52.157142 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce3c356-090f-432f-98d3-7eeda46fe21a admin admin] Router 0bb096a8-777d-412d-9127-ab6b5eb1c066 is scheduled to L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 23:48:52.254853 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f694cee7-6863-4e02-9a05-9d43cd2dbef9 None None] Current status of the port 6b0e2061-0b41-47dc-8888-20948e1f99a2 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:48:52.284996 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:52.286184 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:52.287166 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:52.287643 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Subscribe: > port after_create 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:52.288079 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:52.288543 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Subscribe: > port after_update 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:52.289167 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:52.289790 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:52.290326 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:52.290787 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:52.380279 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e8fc3de8-988b-4b01-a57d-0770d6de9177 None None] Provisioning complete for port 169f66cc-f480-4f64-9170-053cd96d9dd0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:48:52.388861 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e8fc3de8-988b-4b01-a57d-0770d6de9177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (169f66cc-f480-4f64-9170-053cd96d9dd0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:52.398148 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce3c356-090f-432f-98d3-7eeda46fe21a admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:48:52.425941 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bce3c356-090f-432f-98d3-7eeda46fe21a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:52.434075 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-bce3c356-090f-432f-98d3-7eeda46fe21a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3747442 Mar 23 23:48:52.435390 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 44994) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:52.481856 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] Sync routers for ids ['0bb096a8-777d-412d-9127-ab6b5eb1c066'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:48:52.529675 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] Routers {'0bb096a8-777d-412d-9127-ab6b5eb1c066'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:48:52.530309 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:48:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0bb096a8-777d-412d-9127-ab6b5eb1c066'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:48:52.734865 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-47afff00-c428-458f-9f57-c6f2663de641 req-365cb5b5-0b09-4910-a99c-3b7f7faa064b tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 210 time: 0.1424155 Mar 23 23:48:52.736801 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:52.737656 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:52.738959 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:52.739494 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:52.740027 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e18ba8-fe9c-45da-957c-78d100e85206']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:48:52.770469 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb31340-d7ad-4a80-a0ed-ca8b232ed8bb') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:48:52.770774 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb31340-d7ad-4a80-a0ed-ca8b232ed8bb') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:48:52.791373 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] Set router 0bb096a8-777d-412d-9127-ab6b5eb1c066 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:48:52.810056 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777139653708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7433123'] for segment (5fb31340-d7ad-4a80-a0ed-ca8b232ed8bb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:52.838901 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (5fb31340-d7ad-4a80-a0ed-ca8b232ed8bb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:52.850798 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 23:48:52.851304 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5693581'] for segment (5fb31340-d7ad-4a80-a0ed-ca8b232ed8bb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: from cryptography.utils import int_from_bytes Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: from cryptography.utils import int_from_bytes Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: Traceback (most recent call last): Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: timer() Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: cb(*args, **kw) Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: return func(*args, **kwargs) Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: self._notify() Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: self.callback(batched_events) Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: event.method(event) Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: return f(self, *a, **k) Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: return self._get(url).json() Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: return self.request(url, 'GET', **kwargs) Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 23:48:52.953186 dv-cinder-749155-6-iscsi neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 23:48:52.957786 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b620165-a80d-4b66-bf27-dc5b1cc25561 admin admin] Pushing event updated for resources: {'Port': ['ID=1f0cd8e7-4335-4589-8a8b-f70507aac3ab,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:52.963769 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574832'] for network (35e18ba8-fe9c-45da-957c-78d100e85206), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:53.010496 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:53.018859 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] 10.222.0.31 "DELETE /v2.0/networks/35e18ba8-fe9c-45da-957c-78d100e85206 HTTP/1.1" status: 204 len: 168 time: 1.4792504 Mar 23 23:48:53.037715 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 45012) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:53.053804 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48237b2c-715a-4915-beb6-7d23581d0f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=35e18ba8-fe9c-45da-957c-78d100e85206,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:53.132879 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b620165-a80d-4b66-bf27-dc5b1cc25561 admin admin] Network 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:48:53.133603 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.20', 64836) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:53.278846 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-2b620165-a80d-4b66-bf27-dc5b1cc25561 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:48:53.284505 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-171b36bc-ee3f-4a39-af61-a65ddd564999 admin admin] Deleting subnet 846651ad-6df4-4e70-8ebb-204a5faf9bdb {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 23:48:53.308097 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-171b36bc-ee3f-4a39-af61-a65ddd564999 admin admin] Publish callbacks [] for subnet (846651ad-6df4-4e70-8ebb-204a5faf9bdb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:53.387403 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e8fc3de8-988b-4b01-a57d-0770d6de9177 None None] Current status of the port 169f66cc-f480-4f64-9170-053cd96d9dd0 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:48:53.475199 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'name': 'tempest-ServerRescueNegativeTestJSON-58438199-router', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '3b706113-9f28-431d-869a-030cb227901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 3, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'gw_port': {'id': '3b706113-9f28-431d-869a-030cb227901b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:48Z', 'updated_at': '2022-03-23T23:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:48:53.604873 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] Checking router: 0bb096a8-777d-412d-9127-ab6b5eb1c066 for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:48:53.608753 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] Updating router 0bb096a8-777d-412d-9127-ab6b5eb1c066 port 3b706113-9f28-431d-869a-030cb227901b binding host dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 23:48:53.719858 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (3b706113-9f28-431d-869a-030cb227901b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:53.758715 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e4b7deeb-2960-42e3-a661-6fc3c253c7a8 None None] Provisioning complete for port 1f0cd8e7-4335-4589-8a8b-f70507aac3ab triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:48:53.759397 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e4b7deeb-2960-42e3-a661-6fc3c253c7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (1f0cd8e7-4335-4589-8a8b-f70507aac3ab), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:53.784943 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-4e6f5a38-d4e4-46cb-ab58-9ae3786f3c73 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:48:53.786803 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-4e6f5a38-d4e4-46cb-ab58-9ae3786f3c73 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.20 "GET /v2.0/networks?id=a9d0b96a-0c5b-41cb-baeb-e8bd39a01769 HTTP/1.1" status: 200 len: 812 time: 0.6518023 Mar 23 23:48:53.872637 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-171b36bc-ee3f-4a39-af61-a65ddd564999 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7433114'] for subnet (846651ad-6df4-4e70-8ebb-204a5faf9bdb), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:53.922935 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7deeb-2960-42e3-a661-6fc3c253c7a8 None None] Port 1f0cd8e7-4335-4589-8a8b-f70507aac3ab cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:48:53.941787 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f0c98a9c-3703-4bf3-98a1-220b99a09860 req-478110ff-86db-4ecd-836b-fede68d32c71 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 210 time: 0.0561914 Mar 23 23:48:53.967125 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-171b36bc-ee3f-4a39-af61-a65ddd564999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171796'] for subnet (846651ad-6df4-4e70-8ebb-204a5faf9bdb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:54.019737 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-40e61e40-a444-4af9-a07b-2644bf50a59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:54.069582 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-34e47080-49e3-462b-ac3d-112c8e4eae42 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Request body: {'port': {'device_id': '500dc081-8449-42d1-ad52-7c404e82bb99', 'network_id': 'a9d0b96a-0c5b-41cb-baeb-e8bd39a01769', 'admin_state_up': True, 'tenant_id': '3dbd1ba63a3f4a7bb2b2f14c9ebdea09'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:48:54.261536 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] Publish callbacks [] for port (3b706113-9f28-431d-869a-030cb227901b), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:54.273466 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (3b706113-9f28-431d-869a-030cb227901b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:54.375441 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 45080) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:54.448407 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-171b36bc-ee3f-4a39-af61-a65ddd564999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5644079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6018763'] for subnet (846651ad-6df4-4e70-8ebb-204a5faf9bdb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:54.467895 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] Attempting to bind port 3b706113-9f28-431d-869a-030cb227901b on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:48:54.475627 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-34e47080-49e3-462b-ac3d-112c8e4eae42 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Made reservation on behalf of 3dbd1ba63a3f4a7bb2b2f14c9ebdea09 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:48:54.481180 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-34e47080-49e3-462b-ac3d-112c8e4eae42 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:54.483793 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] Attempting to bind port 3b706113-9f28-431d-869a-030cb227901b by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:48:54.484491 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] Attempting to bind port 3b706113-9f28-431d-869a-030cb227901b on network b729df10-08c3-4315-b5ba-4a4ad36352af {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:48:54.500807 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 75b8b6ea-34ff-47f1-b367-68c4e14ef0a7 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:48:54.505068 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b620165-a80d-4b66-bf27-dc5b1cc25561 admin admin] Router 54373860-04c0-44b4-adcc-42cb31e0401d has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:48:54.506364 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b36bc-ee3f-4a39-af61-a65ddd564999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=846651ad-6df4-4e70-8ebb-204a5faf9bdb,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:54.550201 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ad6f2-0b27-4983-b638-066c9fbaf8dc None None] Pushing event updated for resources: {'Port': ['ID=3b706113-9f28-431d-869a-030cb227901b,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:54.556217 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:48:54.557014 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] Checking segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:48:54.557669 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:54.558281 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] Bound using segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:48:54.559220 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] Bound port: 3b706113-9f28-431d-869a-030cb227901b, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:48:54.559945 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (3b706113-9f28-431d-869a-030cb227901b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:54.570549 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-40e61e40-a444-4af9-a07b-2644bf50a59d admin admin] Allocated IP 172.20.0.1 (5e8de27b-07d3-4627-8f07-85afc18d3e4e/36fdea4e-dd3d-4b87-92dc-886e2d219615/f5c2f019-62b5-4b87-8c23-e3f87fa091a8) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:48:54.684347 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] For port 3b706113-9f28-431d-869a-030cb227901b, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:48:54.695824 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] For port 3b706113-9f28-431d-869a-030cb227901b, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=3b706113-9f28-431d-869a-030cb227901b,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:48:54.718576 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (3b706113-9f28-431d-869a-030cb227901b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:54.807768 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 75b8b6ea-34ff-47f1-b367-68c4e14ef0a7 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:48:54.808155 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (75b8b6ea-34ff-47f1-b367-68c4e14ef0a7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:54.812002 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-40e61e40-a444-4af9-a07b-2644bf50a59d admin admin] Publish callbacks [] for port (f5c2f019-62b5-4b87-8c23-e3f87fa091a8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:54.857844 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ad6f2-0b27-4983-b638-066c9fbaf8dc None None] Pushing event updated for resources: {'Port': ['ID=3b706113-9f28-431d-869a-030cb227901b,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:54.888439 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-34e47080-49e3-462b-ac3d-112c8e4eae42 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Allocated IP 172.20.0.14 (a9d0b96a-0c5b-41cb-baeb-e8bd39a01769/de3539ca-c96d-4e17-928d-f4fd22c2c7e5/b1d1df6b-251e-4347-815b-05e23bcc3e91) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:48:54.922312 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-40e61e40-a444-4af9-a07b-2644bf50a59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175'] for port (f5c2f019-62b5-4b87-8c23-e3f87fa091a8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:55.009701 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e61e40-a444-4af9-a07b-2644bf50a59d admin admin] Network 5e8de27b-07d3-4627-8f07-85afc18d3e4e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:48:55.016766 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-40e61e40-a444-4af9-a07b-2644bf50a59d admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:48:55.022288 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e61e40-a444-4af9-a07b-2644bf50a59d admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:48:55.025541 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-40e61e40-a444-4af9-a07b-2644bf50a59d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574717'] for router_interface (0bb096a8-777d-412d-9127-ab6b5eb1c066), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:55.098520 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 75b8b6ea-34ff-47f1-b367-68c4e14ef0a7 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:48:55.098964 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (75b8b6ea-34ff-47f1-b367-68c4e14ef0a7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:55.119949 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-34e47080-49e3-462b-ac3d-112c8e4eae42 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Publish callbacks [] for port (b1d1df6b-251e-4347-815b-05e23bcc3e91), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:55.156840 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-171b36bc-ee3f-4a39-af61-a65ddd564999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:55.165576 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-171b36bc-ee3f-4a39-af61-a65ddd564999 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/846651ad-6df4-4e70-8ebb-204a5faf9bdb HTTP/1.1" status: 204 len: 168 time: 2.1246612 Mar 23 23:48:55.168069 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-34e47080-49e3-462b-ac3d-112c8e4eae42 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (b1d1df6b-251e-4347-815b-05e23bcc3e91), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:55.188867 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 45106) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:55.193478 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] For port 75b8b6ea-34ff-47f1-b367-68c4e14ef0a7, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=75b8b6ea-34ff-47f1-b367-68c4e14ef0a7,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:48:55.213244 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] Routers {'0bb096a8-777d-412d-9127-ab6b5eb1c066'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:48:55.219563 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:48:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0bb096a8-777d-412d-9127-ab6b5eb1c066'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:48:55.225999 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (75b8b6ea-34ff-47f1-b367-68c4e14ef0a7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:55.269454 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-34e47080-49e3-462b-ac3d-112c8e4eae42 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Network a9d0b96a-0c5b-41cb-baeb-e8bd39a01769 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:48:55.309391 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-34e47080-49e3-462b-ac3d-112c8e4eae42 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:48:55.321510 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-34e47080-49e3-462b-ac3d-112c8e4eae42 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:48:55.347089 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3927a104-0dbf-49a8-be20-e59cfb7ab9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:55.353602 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e61e40-a444-4af9-a07b-2644bf50a59d admin admin] Pushing event updated for resources: {'Port': ['ID=f5c2f019-62b5-4b87-8c23-e3f87fa091a8,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:55.470752 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-34e47080-49e3-462b-ac3d-112c8e4eae42 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:48:55.481357 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-34e47080-49e3-462b-ac3d-112c8e4eae42 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:55.546547 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3927a104-0dbf-49a8-be20-e59cfb7ab9e7 admin admin] Publish callbacks [] for security_group (f91ccd78-8012-4d05-878d-3ce61acc6d88), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:55.591411 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3927a104-0dbf-49a8-be20-e59cfb7ab9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (f91ccd78-8012-4d05-878d-3ce61acc6d88), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:55.715767 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049883'] for network (5390172b-5c21-4455-83c7-a04681efcfba), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:55.793482 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e47080-49e3-462b-ac3d-112c8e4eae42 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Pushing event updated for resources: {'Port': ['ID=b1d1df6b-251e-4347-815b-05e23bcc3e91,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:55.800132 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-3927a104-0dbf-49a8-be20-e59cfb7ab9e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8fa5e78914b4a44baa2c19b8e3cda87&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4211907 Mar 23 23:48:55.815137 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 45124) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:55.817235 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-34e47080-49e3-462b-ac3d-112c8e4eae42 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7533364 Mar 23 23:48:55.852028 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927a104-0dbf-49a8-be20-e59cfb7ab9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91ccd78-8012-4d05-878d-3ce61acc6d88,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:56.147967 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-822e645f-17e2-4e5d-876f-596a577c3b08 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 23:48:56.148094 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-822e645f-17e2-4e5d-876f-596a577c3b08 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134673 Mar 23 23:48:56.187637 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] Set router 0bb096a8-777d-412d-9127-ab6b5eb1c066 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:48:56.206737 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-40e61e40-a444-4af9-a07b-2644bf50a59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (f5c2f019-62b5-4b87-8c23-e3f87fa091a8), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:56.246102 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b620165-a80d-4b66-bf27-dc5b1cc25561 admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:48:56.257629 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] Sync routers for ids ['54373860-04c0-44b4-adcc-42cb31e0401d'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:48:56.259198 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-2b620165-a80d-4b66-bf27-dc5b1cc25561 admin admin] 10.222.0.31 "PUT /v2.0/routers/54373860-04c0-44b4-adcc-42cb31e0401d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6290479 Mar 23 23:48:56.298492 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] Routers {'54373860-04c0-44b4-adcc-42cb31e0401d'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:48:56.299199 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:48:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['54373860-04c0-44b4-adcc-42cb31e0401d'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:48:56.332800 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ad54613f-7138-49cd-90c3-c59ba0a52cd5 None None] Provisioning complete for port f5c2f019-62b5-4b87-8c23-e3f87fa091a8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:48:56.333545 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ad54613f-7138-49cd-90c3-c59ba0a52cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (f5c2f019-62b5-4b87-8c23-e3f87fa091a8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:56.338414 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Pushing event updated for resources: {'Port': ['ID=75b8b6ea-34ff-47f1-b367-68c4e14ef0a7,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:56.354266 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 45148) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:56.435372 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6dcb3-fb0b-4b73-a6e0-ee807aefdf1a req-a8bbaf22-ae01-4cb8-9c08-b5be2e4a625a tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:48:56.436933 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f9d6dcb3-fb0b-4b73-a6e0-ee807aefdf1a req-a8bbaf22-ae01-4cb8-9c08-b5be2e4a625a tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 932 time: 0.9954252 Mar 23 23:48:56.519405 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506273', 'neutron.services.segments.db._delete_segments_for_network-8777139652675'] for network (5390172b-5c21-4455-83c7-a04681efcfba), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:56.529112 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ad54613f-7138-49cd-90c3-c59ba0a52cd5 None None] Port f5c2f019-62b5-4b87-8c23-e3f87fa091a8 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:48:56.565054 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:56.565689 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:56.566565 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:56.567029 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Subscribe: > port after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:56.567485 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Subscribe: > port after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:56.567960 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Subscribe: > port after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:56.568412 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:56.568862 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:56.577640 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:56.578114 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:56.648715 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'name': 'tempest-ServerRescueNegativeTestJSON-58438199-router', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '3b706113-9f28-431d-869a-030cb227901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 3, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'gw_port': {'id': '3b706113-9f28-431d-869a-030cb227901b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:48Z', 'updated_at': '2022-03-23T23:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:48:56.653815 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] Set router 54373860-04c0-44b4-adcc-42cb31e0401d gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:48:56.708417 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9d6abef1-e14f-489e-a4cc-4e167f0cdf03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:56.718014 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fac44b4-ca7c-46cf-97bd-83ddf0762fe8 None None] The sync data for ids ['0bb096a8-777d-412d-9127-ab6b5eb1c066'] in dv-cinder-749155-6-iscsi is: [{'id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'name': 'tempest-ServerRescueNegativeTestJSON-58438199-router', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '3b706113-9f28-431d-869a-030cb227901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 3, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'gw_port': {'id': '3b706113-9f28-431d-869a-030cb227901b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:48Z', 'updated_at': '2022-03-23T23:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:48:56.936053 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9d6abef1-e14f-489e-a4cc-4e167f0cdf03 admin admin] Publish callbacks [] for security_group (100d0301-876c-49d5-adc8-cb14a3d0864c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:56.955867 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] Request body: {'port': {'device_id': '500dc081-8449-42d1-ad52-7c404e82bb99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:48:57.003559 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:57.003900 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:57.004234 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:57.004547 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 23:48:57.004903 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5390172b-5c21-4455-83c7-a04681efcfba']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:48:57.039178 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9d6abef1-e14f-489e-a4cc-4e167f0cdf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (100d0301-876c-49d5-adc8-cb14a3d0864c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:57.116742 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21313d15-0a1c-4f0b-b212-74f6500a731f') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:48:57.119254 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21313d15-0a1c-4f0b-b212-74f6500a731f') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:48:57.139772 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (b1d1df6b-251e-4347-815b-05e23bcc3e91), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:57.230356 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:45Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 4, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'gw_port': {'id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': '1f0cd8e7-4335-4589-8a8b-f70507aac3ab', 'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'mac_address': 'fa:16:3e:55:0c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:49Z', 'updated_at': '2022-03-23T23:48:51Z', 'revision_number': 2, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'subnets': [{'id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:48:57.301303 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] Checking router: 54373860-04c0-44b4-adcc-42cb31e0401d for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:48:57.302424 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] Updating router 54373860-04c0-44b4-adcc-42cb31e0401d port 1f0cd8e7-4335-4589-8a8b-f70507aac3ab binding host dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 23:48:57.338174 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (1f0cd8e7-4335-4589-8a8b-f70507aac3ab), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:57.434613 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bb1153ac-eb90-4149-83b3-b50178431737 admin admin] Publish callbacks [] for security_group (f91ccd78-8012-4d05-878d-3ce61acc6d88), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:57.454608 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777139653708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7384337'] for segment (21313d15-0a1c-4f0b-b212-74f6500a731f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:57.553983 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 45180) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:57.595256 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f9d6dcb3-fb0b-4b73-a6e0-ee807aefdf1a req-14c36906-4c91-4810-acf0-8757d679c10d tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c0aa9e-ebae-4614-b064-1cd2ace0dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622926 Mar 23 23:48:57.637483 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (21313d15-0a1c-4f0b-b212-74f6500a731f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:57.648415 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 23:48:57.648848 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5624930'] for segment (21313d15-0a1c-4f0b-b212-74f6500a731f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:57.674828 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6abef1-e14f-489e-a4cc-4e167f0cdf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100d0301-876c-49d5-adc8-cb14a3d0864c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:57.756000 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-9d6abef1-e14f-489e-a4cc-4e167f0cdf03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8daf66ce39a409f95852d6669999f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3988819 Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: from cryptography.utils import int_from_bytes Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: from cryptography.utils import int_from_bytes Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: Traceback (most recent call last): Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: timer() Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: cb(*args, **kw) Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: return func(*args, **kwargs) Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: self._notify() Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: self.callback(batched_events) Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: event.method(event) Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: return f(self, *a, **k) Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: return self._get(url).json() Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: return self.request(url, 'GET', **kwargs) Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 23:48:57.757729 dv-cinder-749155-6-iscsi neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 23:48:57.760238 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 45186) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:57.811946 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bb1153ac-eb90-4149-83b3-b50178431737 admin admin] Publish callbacks [] for security_group (f91ccd78-8012-4d05-878d-3ce61acc6d88), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:57.909605 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574832'] for network (5390172b-5c21-4455-83c7-a04681efcfba), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:57.929221 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bb1153ac-eb90-4149-83b3-b50178431737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (f91ccd78-8012-4d05-878d-3ce61acc6d88), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:57.937601 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bb1153ac-eb90-4149-83b3-b50178431737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:57.939787 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-bb1153ac-eb90-4149-83b3-b50178431737 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f91ccd78-8012-4d05-878d-3ce61acc6d88 HTTP/1.1" status: 204 len: 168 time: 2.1235774 Mar 23 23:48:58.060870 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:58.086043 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] 10.222.0.31 "DELETE /v2.0/networks/5390172b-5c21-4455-83c7-a04681efcfba HTTP/1.1" status: 204 len: 168 time: 2.8701496 Mar 23 23:48:58.119142 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] Publish callbacks [] for port (1f0cd8e7-4335-4589-8a8b-f70507aac3ab), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:58.127774 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (1f0cd8e7-4335-4589-8a8b-f70507aac3ab), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:58.154603 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1153ac-eb90-4149-83b3-b50178431737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91ccd78-8012-4d05-878d-3ce61acc6d88,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:58.163696 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d1df6b-251e-4347-815b-05e23bcc3e91 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:48:58.176149 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] Publish callbacks [] for port (b1d1df6b-251e-4347-815b-05e23bcc3e91), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:58.182727 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a2431-dc97-4364-a43d-8f33aa18324b admin admin] Pushing event deleted for resources: {'Network': ['ID=5390172b-5c21-4455-83c7-a04681efcfba,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:58.256331 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] Transition to ACTIVE for port object b1d1df6b-251e-4347-815b-05e23bcc3e91 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 23:48:58.263446 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (b1d1df6b-251e-4347-815b-05e23bcc3e91), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:58.286400 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f1f0e-7553-4756-96da-c187aa7cb1bb None None] Pushing event updated for resources: {'Port': ['ID=1f0cd8e7-4335-4589-8a8b-f70507aac3ab,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:58.437789 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] Attempting to bind port 1f0cd8e7-4335-4589-8a8b-f70507aac3ab on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:48:58.440275 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] Attempting to bind port 1f0cd8e7-4335-4589-8a8b-f70507aac3ab by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': '0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:48:58.442145 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] Attempting to bind port 1f0cd8e7-4335-4589-8a8b-f70507aac3ab on network 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:48:58.464547 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:48:58.466427 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] Checking segment: {'id': '0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:48:58.467018 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:58.469887 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] Bound using segment: {'id': '0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:48:58.470980 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] Bound port: 1f0cd8e7-4335-4589-8a8b-f70507aac3ab, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:48:58.471887 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (1f0cd8e7-4335-4589-8a8b-f70507aac3ab), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:58.530381 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 45198) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:58.535534 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-edf2a78f-cb30-493f-bb3f-27729053a4bf admin admin] Publish callbacks [] for security_group (100d0301-876c-49d5-adc8-cb14a3d0864c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:58.586031 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] Pushing event updated for resources: {'Port': ['ID=b1d1df6b-251e-4347-815b-05e23bcc3e91,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:58.618179 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d2d51a6c-ad2a-47b2-b945-ec509f4e3527 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--965611163', 'description': 'tempest-description--271252021'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:48:58.695639 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2d51a6c-ad2a-47b2-b945-ec509f4e3527 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:58.701698 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16b50f0c-cf84-44a4-a31b-16495c53d4aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:58.710404 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] Attempting to bind port b1d1df6b-251e-4347-815b-05e23bcc3e91 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:48:58.711189 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] Attempting to bind port b1d1df6b-251e-4347-815b-05e23bcc3e91 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '818fed5a-afbf-4952-bf82-e09f33e459b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a9d0b96a-0c5b-41cb-baeb-e8bd39a01769'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:48:58.711528 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] Attempting to bind port b1d1df6b-251e-4347-815b-05e23bcc3e91 on network a9d0b96a-0c5b-41cb-baeb-e8bd39a01769 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:48:58.740806 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] Port b1d1df6b-251e-4347-815b-05e23bcc3e91 on network a9d0b96a-0c5b-41cb-baeb-e8bd39a01769 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 23:48:58.741134 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] Attempting to bind port b1d1df6b-251e-4347-815b-05e23bcc3e91 on network a9d0b96a-0c5b-41cb-baeb-e8bd39a01769 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:48:58.765309 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:48:58.766019 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] Checking segment: {'id': '818fed5a-afbf-4952-bf82-e09f33e459b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a9d0b96a-0c5b-41cb-baeb-e8bd39a01769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:48:58.766260 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] Bound using segment: {'id': '818fed5a-afbf-4952-bf82-e09f33e459b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a9d0b96a-0c5b-41cb-baeb-e8bd39a01769'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:48:58.766698 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] Bound port: b1d1df6b-251e-4347-815b-05e23bcc3e91, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '818fed5a-afbf-4952-bf82-e09f33e459b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a9d0b96a-0c5b-41cb-baeb-e8bd39a01769'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:48:58.780456 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (b1d1df6b-251e-4347-815b-05e23bcc3e91), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:58.812480 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] For port 1f0cd8e7-4335-4589-8a8b-f70507aac3ab, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:48:58.819451 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] For port 1f0cd8e7-4335-4589-8a8b-f70507aac3ab, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=1f0cd8e7-4335-4589-8a8b-f70507aac3ab,segment=NetworkSegment(0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf),segment_id=0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:48:58.820247 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 75b8b6ea-34ff-47f1-b367-68c4e14ef0a7 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:48:58.834563 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (1f0cd8e7-4335-4589-8a8b-f70507aac3ab), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:58.843609 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16b50f0c-cf84-44a4-a31b-16495c53d4aa admin admin] Publish callbacks [] for security_group (83dc953f-5591-41e4-9113-3d16beedc54f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:58.870003 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 45204) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:58.884708 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16b50f0c-cf84-44a4-a31b-16495c53d4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (83dc953f-5591-41e4-9113-3d16beedc54f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:58.964080 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 75b8b6ea-34ff-47f1-b367-68c4e14ef0a7 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:48:58.965818 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (75b8b6ea-34ff-47f1-b367-68c4e14ef0a7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:58.971810 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-edf2a78f-cb30-493f-bb3f-27729053a4bf admin admin] Publish callbacks [] for security_group (100d0301-876c-49d5-adc8-cb14a3d0864c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:58.987984 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] For port b1d1df6b-251e-4347-815b-05e23bcc3e91, host hv-cinder-74915, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:48:58.997336 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] For port b1d1df6b-251e-4347-815b-05e23bcc3e91, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=b1d1df6b-251e-4347-815b-05e23bcc3e91,segment=NetworkSegment(818fed5a-afbf-4952-bf82-e09f33e459b6),segment_id=818fed5a-afbf-4952-bf82-e09f33e459b6)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:48:59.009240 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (b1d1df6b-251e-4347-815b-05e23bcc3e91), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:59.035150 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-16b50f0c-cf84-44a4-a31b-16495c53d4aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11002c25f2f34834959e1593b191b2da&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4360611 Mar 23 23:48:59.068877 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 45208) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:59.088644 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-51a6fbfd-4b7a-4b15-a23e-f9faf46f6164 None None] Provisioning complete for port 1f0cd8e7-4335-4589-8a8b-f70507aac3ab triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:48:59.089018 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-51a6fbfd-4b7a-4b15-a23e-f9faf46f6164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (1f0cd8e7-4335-4589-8a8b-f70507aac3ab), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:59.130161 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] Routers {'54373860-04c0-44b4-adcc-42cb31e0401d'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:48:59.130695 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-40e61e40-a444-4af9-a07b-2644bf50a59d admin admin] Publish callbacks [] for port (f5c2f019-62b5-4b87-8c23-e3f87fa091a8), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:59.137826 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:48:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['54373860-04c0-44b4-adcc-42cb31e0401d'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:48:59.151192 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f1f0e-7553-4756-96da-c187aa7cb1bb None None] Pushing event updated for resources: {'Port': ['ID=1f0cd8e7-4335-4589-8a8b-f70507aac3ab,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:59.203917 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-40e61e40-a444-4af9-a07b-2644bf50a59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5624838'] for port (f5c2f019-62b5-4b87-8c23-e3f87fa091a8), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:59.223436 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-109723a7-531f-4575-b773-fe6dc8d88ddc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87004f1b90334e0bb0900e462373b38b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3396215 Mar 23 23:48:59.251999 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 45214) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:59.309913 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] Pushing event updated for resources: {'Port': ['ID=b1d1df6b-251e-4347-815b-05e23bcc3e91,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:59.353459 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 75b8b6ea-34ff-47f1-b367-68c4e14ef0a7 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:48:59.354165 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:48:59.357793 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:59.359385 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 3b706113-9f28-431d-869a-030cb227901b up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:48:59.362724 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-167e8512-2708-4097-bdaa-2dbbba70bf3a service neutron] 10.222.0.20 "PUT /v2.0/ports/b1d1df6b-251e-4347-815b-05e23bcc3e91 HTTP/1.1" status: 200 len: 1094 time: 2.7684901 Mar 23 23:48:59.376696 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '500dc081-8449-42d1-ad52-7c404e82bb99', 'tag': 'b1d1df6b-251e-4347-815b-05e23bcc3e91'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:48:59.508787 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-51a6fbfd-4b7a-4b15-a23e-f9faf46f6164 None None] Current status of the port 1f0cd8e7-4335-4589-8a8b-f70507aac3ab is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:48:59.509405 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-51a6fbfd-4b7a-4b15-a23e-f9faf46f6164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (1f0cd8e7-4335-4589-8a8b-f70507aac3ab), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:59.573179 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] Set router 54373860-04c0-44b4-adcc-42cb31e0401d gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:48:59.659677 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-51a6fbfd-4b7a-4b15-a23e-f9faf46f6164 None None] For port 1f0cd8e7-4335-4589-8a8b-f70507aac3ab, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=1f0cd8e7-4335-4589-8a8b-f70507aac3ab,segment=NetworkSegment(0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf),segment_id=0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:48:59.673315 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b50f0c-cf84-44a4-a31b-16495c53d4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83dc953f-5591-41e4-9113-3d16beedc54f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:59.675272 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-51a6fbfd-4b7a-4b15-a23e-f9faf46f6164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (1f0cd8e7-4335-4589-8a8b-f70507aac3ab), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:59.706596 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 45226) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:48:59.773320 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e074ee3-c59e-4134-a587-fb3c9f4818fa admin admin] Publish callbacks [] for security_group (83dc953f-5591-41e4-9113-3d16beedc54f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:59.778811 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 3b706113-9f28-431d-869a-030cb227901b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:48:59.779634 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (3b706113-9f28-431d-869a-030cb227901b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:59.820800 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-79718087-dd6d-42e1-9df9-d5c058e72254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:48:59.822453 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-79718087-dd6d-42e1-9df9-d5c058e72254 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dbd1ba63a3f4a7bb2b2f14c9ebdea09&device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 1128 time: 0.3945863 Mar 23 23:48:59.828138 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7cb3b-1f80-47c5-9aff-cb506e018a37 req-2c80e225-1aff-4c53-a3b5-5959136e4ec5 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:48:59.829870 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f1b7cb3b-1f80-47c5-9aff-cb506e018a37 req-2c80e225-1aff-4c53-a3b5-5959136e4ec5 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 944 time: 0.9846869 Mar 23 23:48:59.837866 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-40e61e40-a444-4af9-a07b-2644bf50a59d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574569'] for router_interface (0bb096a8-777d-412d-9127-ab6b5eb1c066), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:59.853051 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e61e40-a444-4af9-a07b-2644bf50a59d admin admin] Pushing event updated for resources: {'Port': ['ID=f5c2f019-62b5-4b87-8c23-e3f87fa091a8,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:59.884910 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-edf2a78f-cb30-493f-bb3f-27729053a4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (100d0301-876c-49d5-adc8-cb14a3d0864c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:59.887718 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-edf2a78f-cb30-493f-bb3f-27729053a4bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:59.888963 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-edf2a78f-cb30-493f-bb3f-27729053a4bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/100d0301-876c-49d5-adc8-cb14a3d0864c HTTP/1.1" status: 204 len: 168 time: 1.9836888 Mar 23 23:48:59.893276 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6fbfd-4b7a-4b15-a23e-f9faf46f6164 None None] Pushing event updated for resources: {'Port': ['ID=1f0cd8e7-4335-4589-8a8b-f70507aac3ab,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:48:59.909673 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7696df29-f7e4-4127-ae7c-f6dbcb3706e7 None None] Provisioning complete for port 1f0cd8e7-4335-4589-8a8b-f70507aac3ab triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:48:59.910597 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7696df29-f7e4-4127-ae7c-f6dbcb3706e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (1f0cd8e7-4335-4589-8a8b-f70507aac3ab), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:59.920756 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2d51a6c-ad2a-47b2-b945-ec509f4e3527 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group (473afee1-d700-4110-a10d-ff991016200c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:59.963554 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2d51a6c-ad2a-47b2-b945-ec509f4e3527 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (473afee1-d700-4110-a10d-ff991016200c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:48:59.965890 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2a78f-cb30-493f-bb3f-27729053a4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100d0301-876c-49d5-adc8-cb14a3d0864c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:00.034906 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b0de2226-10fe-44bc-b8e8-862a17c904ea admin admin] Publish callbacks [] for security_group (647c6a87-ed16-42d3-a934-3d7e07f9b05f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:00.123204 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2d51a6c-ad2a-47b2-b945-ec509f4e3527 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:00.125189 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-d2d51a6c-ad2a-47b2-b945-ec509f4e3527 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5876992 Mar 23 23:49:00.125343 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421a290b-2a03-46b8-92c7-2aceca50e30a" -d '{"events": [{"name": "network-changed", "server_uuid": "500dc081-8449-42d1-ad52-7c404e82bb99", "tag": "b1d1df6b-251e-4347-815b-05e23bcc3e91"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:49:00.143473 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 45234) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:00.145412 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-3c2ac8ae-72b2-4d65-bdcd-1e75dcf2f166 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1d1df6b-251e-4347-815b-05e23bcc3e91 HTTP/1.1" status: 200 len: 217 time: 0.2834327 Mar 23 23:49:00.163314 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3e8e0b89-f827-4a10-8237-1270bf17b779 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Request body: {'security_group_rule': {'security_group_id': '473afee1-d700-4110-a10d-ff991016200c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:00.214037 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e074ee3-c59e-4134-a587-fb3c9f4818fa admin admin] Publish callbacks [] for security_group (83dc953f-5591-41e4-9113-3d16beedc54f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:00.221344 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 3b706113-9f28-431d-869a-030cb227901b is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:00.222187 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (3b706113-9f28-431d-869a-030cb227901b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:00.237673 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d51a6c-ad2a-47b2-b945-ec509f4e3527 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473afee1-d700-4110-a10d-ff991016200c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:00.252694 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b0de2226-10fe-44bc-b8e8-862a17c904ea admin admin] Publish callbacks [] for security_group (647c6a87-ed16-42d3-a934-3d7e07f9b05f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:00.252824 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7696df29-f7e4-4127-ae7c-f6dbcb3706e7 None None] Current status of the port 1f0cd8e7-4335-4589-8a8b-f70507aac3ab is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:00.273223 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:45Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 4, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'gw_port': {'id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': '1f0cd8e7-4335-4589-8a8b-f70507aac3ab', 'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'mac_address': 'fa:16:3e:55:0c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:49Z', 'updated_at': '2022-03-23T23:48:58Z', 'revision_number': 4, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'subnets': [{'id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:49:00.285606 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] For port 3b706113-9f28-431d-869a-030cb227901b, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=3b706113-9f28-431d-869a-030cb227901b,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:49:00.293887 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (3b706113-9f28-431d-869a-030cb227901b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:00.320656 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f1b7cb3b-1f80-47c5-9aff-cb506e018a37 req-cc53e124-aa53-41ab-8124-f392a4dd1f05 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c0aa9e-ebae-4614-b064-1cd2ace0dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466450 Mar 23 23:49:00.325290 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-26382ab3-6125-4926-8f1b-461139122374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:00.337862 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0b89-f827-4a10-8237-1270bf17b779 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group_rule (5385480f-5c8c-4501-bc5b-5763ff785939), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:00.364925 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6945a8-bbf6-40ae-bca7-2c3cc1119be8 None None] The sync data for ids ['54373860-04c0-44b4-adcc-42cb31e0401d'] in dv-cinder-749155-6-iscsi is: [{'id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:45Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 4, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'gw_port': {'id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': '1f0cd8e7-4335-4589-8a8b-f70507aac3ab', 'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'mac_address': 'fa:16:3e:55:0c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:49Z', 'updated_at': '2022-03-23T23:48:58Z', 'revision_number': 4, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'subnets': [{'id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:49:00.466814 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Pushing event updated for resources: {'Port': ['ID=3b706113-9f28-431d-869a-030cb227901b,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:00.537493 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e61e40-a444-4af9-a07b-2644bf50a59d admin admin] Network 5e8de27b-07d3-4627-8f07-85afc18d3e4e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:49:00.538157 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 1f0cd8e7-4335-4589-8a8b-f70507aac3ab up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:49:00.543579 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-40e61e40-a444-4af9-a07b-2644bf50a59d admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:49:00.585982 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b1f57f-18be-4a41-aa11-40f08845a2ec x-openstack-request-id: req-34b1f57f-18be-4a41-aa11-40f08845a2ec {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:49:00.586575 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "500dc081-8449-42d1-ad52-7c404e82bb99", "tag": "b1d1df6b-251e-4347-815b-05e23bcc3e91", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:49:00.586973 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34b1f57f-18be-4a41-aa11-40f08845a2ec {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:49:00.587562 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b1f57f-18be-4a41-aa11-40f08845a2ec'] response: {'name': 'network-changed', 'server_uuid': '500dc081-8449-42d1-ad52-7c404e82bb99', 'tag': 'b1d1df6b-251e-4347-815b-05e23bcc3e91', 'status': 'completed', 'code': 200} Mar 23 23:49:00.621291 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-cb8f6f0e-1588-459f-a1ef-16a6d0c88cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:00.623657 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-cb8f6f0e-1588-459f-a1ef-16a6d0c88cd5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de3539ca-c96d-4e17-928d-f4fd22c2c7e5 HTTP/1.1" status: 200 len: 852 time: 0.4138513 Mar 23 23:49:00.672707 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b0de2226-10fe-44bc-b8e8-862a17c904ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (647c6a87-ed16-42d3-a934-3d7e07f9b05f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:00.675835 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b0de2226-10fe-44bc-b8e8-862a17c904ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:00.678134 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-b0de2226-10fe-44bc-b8e8-862a17c904ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/647c6a87-ed16-42d3-a934-3d7e07f9b05f HTTP/1.1" status: 204 len: 168 time: 1.4235208 Mar 23 23:49:00.718443 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de2226-10fe-44bc-b8e8-862a17c904ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647c6a87-ed16-42d3-a934-3d7e07f9b05f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:00.758655 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-2dafbafb-7cba-41b0-82d9-dd91b43be8d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9d0b96a-0c5b-41cb-baeb-e8bd39a01769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239305 Mar 23 23:49:00.773149 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 1f0cd8e7-4335-4589-8a8b-f70507aac3ab triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:00.775555 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (1f0cd8e7-4335-4589-8a8b-f70507aac3ab), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:00.937206 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e074ee3-c59e-4134-a587-fb3c9f4818fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (83dc953f-5591-41e4-9113-3d16beedc54f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:00.943010 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e074ee3-c59e-4134-a587-fb3c9f4818fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:00.948254 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-6e074ee3-c59e-4134-a587-fb3c9f4818fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83dc953f-5591-41e4-9113-3d16beedc54f HTTP/1.1" status: 204 len: 168 time: 1.8752816 Mar 23 23:49:00.966427 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e61e40-a444-4af9-a07b-2644bf50a59d admin admin] Router 0bb096a8-777d-412d-9127-ab6b5eb1c066 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:49:01.022694 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-26382ab3-6125-4926-8f1b-461139122374 admin admin] Publish callbacks [] for security_group (72304416-1ce3-4e4a-864b-22aa13979d22), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:01.047880 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0b89-f827-4a10-8237-1270bf17b779 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group_rule (5385480f-5c8c-4501-bc5b-5763ff785939), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:01.051694 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 1f0cd8e7-4335-4589-8a8b-f70507aac3ab is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:01.052521 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e074ee3-c59e-4134-a587-fb3c9f4818fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dc953f-5591-41e4-9113-3d16beedc54f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:01.057569 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0b89-f827-4a10-8237-1270bf17b779 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (5385480f-5c8c-4501-bc5b-5763ff785939), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:01.074252 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-26382ab3-6125-4926-8f1b-461139122374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (72304416-1ce3-4e4a-864b-22aa13979d22), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:01.093893 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e0b89-f827-4a10-8237-1270bf17b779 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5385480f-5c8c-4501-bc5b-5763ff785939,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:01.118665 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 45254) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:01.124040 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0d70198e-f492-47f9-b04f-54d9734b952d None None] Provisioning complete for port f5c2f019-62b5-4b87-8c23-e3f87fa091a8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:01.124828 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0d70198e-f492-47f9-b04f-54d9734b952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (f5c2f019-62b5-4b87-8c23-e3f87fa091a8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:01.165531 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cd7c2bde-b14c-4758-aea1-a7c87a8e2d78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:01.181726 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0d70198e-f492-47f9-b04f-54d9734b952d None None] Port f5c2f019-62b5-4b87-8c23-e3f87fa091a8 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:49:01.295729 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-26382ab3-6125-4926-8f1b-461139122374 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=183918cba7b24d9bbe320575491582e3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5675447 Mar 23 23:49:01.300735 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 45256) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:01.346006 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26382ab3-6125-4926-8f1b-461139122374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72304416-1ce3-4e4a-864b-22aa13979d22,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:01.417873 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cd7c2bde-b14c-4758-aea1-a7c87a8e2d78 admin admin] Publish callbacks [] for security_group (42ed43d2-6239-4de3-b83e-06d46de3d626), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:01.426281 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0b89-f827-4a10-8237-1270bf17b779 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:01.428814 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-3e8e0b89-f827-4a10-8237-1270bf17b779 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2780900 Mar 23 23:49:01.433105 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c3a52a65-5fa4-4f5e-8722-f687252cb19f admin admin] Publish callbacks [] for security_group (72304416-1ce3-4e4a-864b-22aa13979d22), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:01.434007 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cd7c2bde-b14c-4758-aea1-a7c87a8e2d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (42ed43d2-6239-4de3-b83e-06d46de3d626), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:01.437159 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 45260) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:01.471968 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2d8bd710-c68b-4ac0-b8d5-d68098d543cb tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Request body: {'security_group_rule': {'security_group_id': '473afee1-d700-4110-a10d-ff991016200c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:01.483767 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-017e501a-9df5-4e6e-b00b-389b7a1abbb4 service neutron] 10.222.0.20 "GET /v2.0/networks/a9d0b96a-0c5b-41cb-baeb-e8bd39a01769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6926324 Mar 23 23:49:01.507905 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e61e40-a444-4af9-a07b-2644bf50a59d admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:49:01.524732 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-40e61e40-a444-4af9-a07b-2644bf50a59d admin admin] 10.222.0.31 "PUT /v2.0/routers/0bb096a8-777d-412d-9127-ab6b5eb1c066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0741155 Mar 23 23:49:01.534154 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] Sync routers for ids ['0bb096a8-777d-412d-9127-ab6b5eb1c066'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:49:01.557044 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c3a52a65-5fa4-4f5e-8722-f687252cb19f admin admin] Publish callbacks [] for security_group (72304416-1ce3-4e4a-864b-22aa13979d22), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:01.564400 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] Routers {'0bb096a8-777d-412d-9127-ab6b5eb1c066'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:49:01.566995 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:48:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0bb096a8-777d-412d-9127-ab6b5eb1c066'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:49:01.593187 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c2bde-b14c-4758-aea1-a7c87a8e2d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ed43d2-6239-4de3-b83e-06d46de3d626,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:01.681519 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 45268) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:01.685896 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-cd7c2bde-b14c-4758-aea1-a7c87a8e2d78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a76cff0f11914e54abe1b773add6d090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5660286 Mar 23 23:49:01.810370 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55652e5a-d6b7-49ff-84b8-decee9ab87e4 req-ad13f3cc-5fbb-4b35-9724-758b7691a9ca tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:01.813856 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-55652e5a-d6b7-49ff-84b8-decee9ab87e4 req-ad13f3cc-5fbb-4b35-9724-758b7691a9ca tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 944 time: 0.3307190 Mar 23 23:49:01.863336 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2d8bd710-c68b-4ac0-b8d5-d68098d543cb tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group_rule (e2e1fa7b-487f-400f-bd0e-2039798eb0a0), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:01.959762 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c3a52a65-5fa4-4f5e-8722-f687252cb19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (72304416-1ce3-4e4a-864b-22aa13979d22), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:01.967455 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c3a52a65-5fa4-4f5e-8722-f687252cb19f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:01.968714 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-c3a52a65-5fa4-4f5e-8722-f687252cb19f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/72304416-1ce3-4e4a-864b-22aa13979d22 HTTP/1.1" status: 204 len: 168 time: 0.6666253 Mar 23 23:49:01.969782 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-602f8555-d2c4-43b3-9815-b402ab2f306e req-1fbe5dfc-8378-4428-9b12-d1ccaefcd15e service neutron] 10.222.0.20 "GET /v2.0/networks/a9d0b96a-0c5b-41cb-baeb-e8bd39a01769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657154 Mar 23 23:49:01.982586 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2d8bd710-c68b-4ac0-b8d5-d68098d543cb tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group_rule (e2e1fa7b-487f-400f-bd0e-2039798eb0a0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:01.990647 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2d8bd710-c68b-4ac0-b8d5-d68098d543cb tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (e2e1fa7b-487f-400f-bd0e-2039798eb0a0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:02.044740 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2d8bd710-c68b-4ac0-b8d5-d68098d543cb tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:02.045976 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-2d8bd710-c68b-4ac0-b8d5-d68098d543cb tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6035230 Mar 23 23:49:02.052931 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3370928c-f851-4962-98cf-8d9710a20b5f admin admin] Publish callbacks [] for security_group (42ed43d2-6239-4de3-b83e-06d46de3d626), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:02.061135 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 45278) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:02.067797 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bd710-c68b-4ac0-b8d5-d68098d543cb tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e1fa7b-487f-400f-bd0e-2039798eb0a0,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:02.071185 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] Set router 0bb096a8-777d-412d-9127-ab6b5eb1c066 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:49:02.089741 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 45280) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:02.098026 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-121e4e59-f0c0-4ca1-a3c5-1238075805d3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Request body: {'floatingip': {'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:02.132879 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-55652e5a-d6b7-49ff-84b8-decee9ab87e4 req-90a073c2-ce28-4fe8-819a-860dfd1f6221 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c0aa9e-ebae-4614-b064-1cd2ace0dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834215 Mar 23 23:49:02.142335 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a52a65-5fa4-4f5e-8722-f687252cb19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72304416-1ce3-4e4a-864b-22aa13979d22,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:02.227643 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3370928c-f851-4962-98cf-8d9710a20b5f admin admin] Publish callbacks [] for security_group (42ed43d2-6239-4de3-b83e-06d46de3d626), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:02.248754 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-121e4e59-f0c0-4ca1-a3c5-1238075805d3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:02.284407 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 45282) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:02.344692 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-30cad9d3-5d36-4c48-a368-7b682ec4398e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d1e346e0ade43a8b476c03795cbbcb5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1787767 Mar 23 23:49:02.350812 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 45284) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:02.362745 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a290b-2a03-46b8-92c7-2aceca50e30a req-360262bd-102d-4348-bf08-9cc3d7551738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:02.370711 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-421a290b-2a03-46b8-92c7-2aceca50e30a req-360262bd-102d-4348-bf08-9cc3d7551738 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dbd1ba63a3f4a7bb2b2f14c9ebdea09&device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 1128 time: 0.2763078 Mar 23 23:49:02.489386 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-584d4895-971c-40d6-ae18-c2f9919c80b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:02.541499 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 3b706113-9f28-431d-869a-030cb227901b up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:49:02.700386 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3370928c-f851-4962-98cf-8d9710a20b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (42ed43d2-6239-4de3-b83e-06d46de3d626), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:02.706331 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3370928c-f851-4962-98cf-8d9710a20b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:02.710258 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-3370928c-f851-4962-98cf-8d9710a20b5f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42ed43d2-6239-4de3-b83e-06d46de3d626 HTTP/1.1" status: 204 len: 168 time: 1.0242515 Mar 23 23:49:02.812592 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 3b706113-9f28-431d-869a-030cb227901b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:02.813146 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (3b706113-9f28-431d-869a-030cb227901b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:02.822565 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370928c-f851-4962-98cf-8d9710a20b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ed43d2-6239-4de3-b83e-06d46de3d626,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:02.866310 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'name': 'tempest-ServerRescueNegativeTestJSON-58438199-router', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '3b706113-9f28-431d-869a-030cb227901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'gw_port': {'id': '3b706113-9f28-431d-869a-030cb227901b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:48Z', 'updated_at': '2022-03-23T23:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'f5c2f019-62b5-4b87-8c23-e3f87fa091a8', 'name': '', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'mac_address': 'fa:16:3e:aa:96:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:54Z', 'updated_at': '2022-03-23T23:48:56Z', 'revision_number': 2, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'subnets': [{'id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:49:03.026312 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-121e4e59-f0c0-4ca1-a3c5-1238075805d3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:03.078467 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 45296) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:03.080873 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-584d4895-971c-40d6-ae18-c2f9919c80b3 admin admin] Publish callbacks [] for security_group (693a1946-0461-474e-b088-45bbcb132706), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:03.100022 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-584d4895-971c-40d6-ae18-c2f9919c80b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (693a1946-0461-474e-b088-45bbcb132706), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:03.280273 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d4895-971c-40d6-ae18-c2f9919c80b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693a1946-0461-474e-b088-45bbcb132706,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:03.282759 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] Checking router: 0bb096a8-777d-412d-9127-ab6b5eb1c066 for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:49:03.288248 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] Updating router 0bb096a8-777d-412d-9127-ab6b5eb1c066 port f5c2f019-62b5-4b87-8c23-e3f87fa091a8 binding host dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 23:49:03.371698 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-584d4895-971c-40d6-ae18-c2f9919c80b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=090aa6c4cef547da94b5902dcd5b5f78&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0810797 Mar 23 23:49:03.372552 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51f3fe80-d3e5-4171-9950-abadae7c6313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:03.375408 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 45312) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:03.407307 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (f5c2f019-62b5-4b87-8c23-e3f87fa091a8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:03.576961 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 3b706113-9f28-431d-869a-030cb227901b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:03.592374 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6828250f-facf-4ab9-b5c4-1ecbdae162e3 admin admin] Publish callbacks [] for security_group (5afe50e7-c50b-4789-b3d2-b72874d41416), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:03.641823 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6828250f-facf-4ab9-b5c4-1ecbdae162e3 admin admin] Publish callbacks [] for security_group (5afe50e7-c50b-4789-b3d2-b72874d41416), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:03.801720 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6828250f-facf-4ab9-b5c4-1ecbdae162e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (5afe50e7-c50b-4789-b3d2-b72874d41416), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:03.808639 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6828250f-facf-4ab9-b5c4-1ecbdae162e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:03.832989 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-6828250f-facf-4ab9-b5c4-1ecbdae162e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5afe50e7-c50b-4789-b3d2-b72874d41416 HTTP/1.1" status: 204 len: 168 time: 1.4732926 Mar 23 23:49:03.865617 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-478ba0b1-9732-4060-9132-1531b2d0e4a9 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:03.874752 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-478ba0b1-9732-4060-9132-1531b2d0e4a9 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/networks?id=5e8de27b-07d3-4627-8f07-85afc18d3e4e HTTP/1.1" status: 200 len: 817 time: 0.6225746 Mar 23 23:49:03.879780 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-121e4e59-f0c0-4ca1-a3c5-1238075805d3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Allocated IP 172.27.0.176 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/0b1c072c-94d8-4303-a7bf-6fb005615b27) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:49:03.920264 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a290b-2a03-46b8-92c7-2aceca50e30a req-b526ec5e-6dbb-4822-a383-9cebc964a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:03.925618 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-4cc4d1ce-4468-4506-b54a-2de4f9211753 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/quotas/dc0fe01104384c0a8bac5d0b7151abad HTTP/1.1" status: 200 len: 375 time: 0.0497258 Mar 23 23:49:03.932386 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-421a290b-2a03-46b8-92c7-2aceca50e30a req-b526ec5e-6dbb-4822-a383-9cebc964a26b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9d0b96a-0c5b-41cb-baeb-e8bd39a01769 HTTP/1.1" status: 200 len: 912 time: 1.5405831 Mar 23 23:49:03.945165 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828250f-facf-4ab9-b5c4-1ecbdae162e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afe50e7-c50b-4789-b3d2-b72874d41416,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:04.015982 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-538424e7-2c24-4286-bf79-5c92c75100a8 admin admin] Publish callbacks [] for security_group (693a1946-0461-474e-b088-45bbcb132706), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:04.227597 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-421a290b-2a03-46b8-92c7-2aceca50e30a req-0dbd1f1d-97d5-4689-955f-19f4aaeb3770 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1d1df6b-251e-4347-815b-05e23bcc3e91 HTTP/1.1" status: 200 len: 217 time: 0.2102826 Mar 23 23:49:04.255895 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] Publish callbacks [] for port (f5c2f019-62b5-4b87-8c23-e3f87fa091a8), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:04.273748 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (f5c2f019-62b5-4b87-8c23-e3f87fa091a8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:04.287694 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-538424e7-2c24-4286-bf79-5c92c75100a8 admin admin] Publish callbacks [] for security_group (693a1946-0461-474e-b088-45bbcb132706), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:04.522937 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a65206-572c-47f0-8f9c-151859738da3 None None] Pushing event updated for resources: {'Port': ['ID=f5c2f019-62b5-4b87-8c23-e3f87fa091a8,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:04.530868 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] Attempting to bind port f5c2f019-62b5-4b87-8c23-e3f87fa091a8 on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:49:04.531378 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] Attempting to bind port f5c2f019-62b5-4b87-8c23-e3f87fa091a8 by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': '87db19ea-502c-4e57-903f-b4773c20c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:49:04.531834 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] Attempting to bind port f5c2f019-62b5-4b87-8c23-e3f87fa091a8 on network 5e8de27b-07d3-4627-8f07-85afc18d3e4e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:49:04.539636 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:49:04.541903 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] Checking segment: {'id': '87db19ea-502c-4e57-903f-b4773c20c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:49:04.541903 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:04.541903 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] Bound using segment: {'id': '87db19ea-502c-4e57-903f-b4773c20c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:49:04.541903 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] Bound port: f5c2f019-62b5-4b87-8c23-e3f87fa091a8, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87db19ea-502c-4e57-903f-b4773c20c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:49:04.541903 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (f5c2f019-62b5-4b87-8c23-e3f87fa091a8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:04.574045 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a290b-2a03-46b8-92c7-2aceca50e30a req-10fd6618-d93f-434f-b8c6-b153bc8ce45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:04.578566 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-421a290b-2a03-46b8-92c7-2aceca50e30a req-10fd6618-d93f-434f-b8c6-b153bc8ce45a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de3539ca-c96d-4e17-928d-f4fd22c2c7e5 HTTP/1.1" status: 200 len: 852 time: 0.1866086 Mar 23 23:49:04.590495 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-538424e7-2c24-4286-bf79-5c92c75100a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (693a1946-0461-474e-b088-45bbcb132706), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:04.594982 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-538424e7-2c24-4286-bf79-5c92c75100a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:04.600344 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-538424e7-2c24-4286-bf79-5c92c75100a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/693a1946-0461-474e-b088-45bbcb132706 HTTP/1.1" status: 204 len: 168 time: 1.2116785 Mar 23 23:49:04.685974 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-421a290b-2a03-46b8-92c7-2aceca50e30a req-a69b117c-490b-4e8f-aa69-2afbba545826 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9d0b96a-0c5b-41cb-baeb-e8bd39a01769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821080 Mar 23 23:49:04.721432 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] For port f5c2f019-62b5-4b87-8c23-e3f87fa091a8, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:49:04.726561 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] For port f5c2f019-62b5-4b87-8c23-e3f87fa091a8, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=f5c2f019-62b5-4b87-8c23-e3f87fa091a8,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:49:04.739477 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (f5c2f019-62b5-4b87-8c23-e3f87fa091a8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:04.763272 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538424e7-2c24-4286-bf79-5c92c75100a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693a1946-0461-474e-b088-45bbcb132706,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:04.839551 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a65206-572c-47f0-8f9c-151859738da3 None None] Pushing event updated for resources: {'Port': ['ID=f5c2f019-62b5-4b87-8c23-e3f87fa091a8,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:04.892097 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4654fd4b-79a2-47e3-8538-d46c48321e48 None None] Provisioning complete for port f5c2f019-62b5-4b87-8c23-e3f87fa091a8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:04.892488 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4654fd4b-79a2-47e3-8538-d46c48321e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (f5c2f019-62b5-4b87-8c23-e3f87fa091a8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:04.919169 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-121e4e59-f0c0-4ca1-a3c5-1238075805d3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for port (0b1c072c-94d8-4303-a7bf-6fb005615b27), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:04.996555 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51f3fe80-d3e5-4171-9950-abadae7c6313 admin admin] Publish callbacks [] for security_group (825a4a75-1dc3-4753-93b2-9a17d964ab93), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:05.035918 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-421a290b-2a03-46b8-92c7-2aceca50e30a req-fd98e4a3-7211-496a-9cc8-fc9c8a7421b0 service neutron] 10.222.0.20 "GET /v2.0/networks/a9d0b96a-0c5b-41cb-baeb-e8bd39a01769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301110 Mar 23 23:49:05.047575 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-056883f0-6a30-4419-b00d-8bb82d832132 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1165948 Mar 23 23:49:05.067446 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-121e4e59-f0c0-4ca1-a3c5-1238075805d3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (0b1c072c-94d8-4303-a7bf-6fb005615b27), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:05.130702 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121e4e59-f0c0-4ca1-a3c5-1238075805d3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:49:05.134186 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51f3fe80-d3e5-4171-9950-abadae7c6313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (825a4a75-1dc3-4753-93b2-9a17d964ab93), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:05.233739 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4654fd4b-79a2-47e3-8538-d46c48321e48 None None] Current status of the port f5c2f019-62b5-4b87-8c23-e3f87fa091a8 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:05.234480 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4654fd4b-79a2-47e3-8538-d46c48321e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (f5c2f019-62b5-4b87-8c23-e3f87fa091a8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:05.239262 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] Routers {'0bb096a8-777d-412d-9127-ab6b5eb1c066'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:49:05.240545 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:48:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0bb096a8-777d-412d-9127-ab6b5eb1c066'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:49:05.388503 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-421a290b-2a03-46b8-92c7-2aceca50e30a req-ddb0e24a-feec-4d22-9024-a3fdc9934366 service neutron] 10.222.0.20 "GET /v2.0/networks/a9d0b96a-0c5b-41cb-baeb-e8bd39a01769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373017 Mar 23 23:49:05.481789 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-121e4e59-f0c0-4ca1-a3c5-1238075805d3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:49:05.486274 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e4e59-f0c0-4ca1-a3c5-1238075805d3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:49:05.557714 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcc456-2dfc-443e-9b5b-419317d213e0 req-96eebf9c-5bdd-4458-a73c-5460c7a475c8 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:05.565077 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-dcfcc456-2dfc-443e-9b5b-419317d213e0 req-96eebf9c-5bdd-4458-a73c-5460c7a475c8 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 944 time: 1.5529060 Mar 23 23:49:05.567323 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e4e59-f0c0-4ca1-a3c5-1238075805d3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Pushing event updated for resources: {'Port': ['ID=0b1c072c-94d8-4303-a7bf-6fb005615b27,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:05.583594 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-4654fd4b-79a2-47e3-8538-d46c48321e48 None None] For port f5c2f019-62b5-4b87-8c23-e3f87fa091a8, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=f5c2f019-62b5-4b87-8c23-e3f87fa091a8,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:49:05.590087 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3fe80-d3e5-4171-9950-abadae7c6313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825a4a75-1dc3-4753-93b2-9a17d964ab93,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:05.603493 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4654fd4b-79a2-47e3-8538-d46c48321e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (f5c2f019-62b5-4b87-8c23-e3f87fa091a8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:05.736973 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-51f3fe80-d3e5-4171-9950-abadae7c6313 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a71ccb3da07d44c6b7c8455080067397&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6547186 Mar 23 23:49:05.739809 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 45362) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:05.771937 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654fd4b-79a2-47e3-8538-d46c48321e48 None None] Pushing event updated for resources: {'Port': ['ID=f5c2f019-62b5-4b87-8c23-e3f87fa091a8,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:05.807107 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2e1ada8c-0ace-44f7-a2cb-e7fa70040fb5 None None] Provisioning complete for port f5c2f019-62b5-4b87-8c23-e3f87fa091a8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:05.807561 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2e1ada8c-0ace-44f7-a2cb-e7fa70040fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (f5c2f019-62b5-4b87-8c23-e3f87fa091a8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:05.811312 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] Set router 0bb096a8-777d-412d-9127-ab6b5eb1c066 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:49:05.875776 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2dcf17c8-28c9-4a55-a886-2c07ccd89c30 admin admin] Publish callbacks [] for security_group (825a4a75-1dc3-4753-93b2-9a17d964ab93), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:05.939324 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2dcf17c8-28c9-4a55-a886-2c07ccd89c30 admin admin] Publish callbacks [] for security_group (825a4a75-1dc3-4753-93b2-9a17d964ab93), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:06.055098 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-dcfcc456-2dfc-443e-9b5b-419317d213e0 req-c250c869-84ac-4ecb-9c84-af430ed4ad84 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c0aa9e-ebae-4614-b064-1cd2ace0dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887021 Mar 23 23:49:06.059744 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2dcf17c8-28c9-4a55-a886-2c07ccd89c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (825a4a75-1dc3-4753-93b2-9a17d964ab93), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:06.060620 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-e8201561-7c69-4f78-b458-a7a0c06a3061 service neutron] 10.222.0.31 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9635935 Mar 23 23:49:06.062948 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2dcf17c8-28c9-4a55-a886-2c07ccd89c30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:06.068704 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-2dcf17c8-28c9-4a55-a886-2c07ccd89c30 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/825a4a75-1dc3-4753-93b2-9a17d964ab93 HTTP/1.1" status: 204 len: 168 time: 0.3277395 Mar 23 23:49:06.090078 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf17c8-28c9-4a55-a886-2c07ccd89c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825a4a75-1dc3-4753-93b2-9a17d964ab93,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:06.090223 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-121e4e59-f0c0-4ca1-a3c5-1238075805d3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for floatingip (f3d354c6-a63c-4dc1-bea3-3fed536249f0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:06.214401 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2e1ada8c-0ace-44f7-a2cb-e7fa70040fb5 None None] Current status of the port f5c2f019-62b5-4b87-8c23-e3f87fa091a8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:06.313919 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-00549295-5372-407a-a739-9180fecbe269 service neutron] 10.222.0.31 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214584 Mar 23 23:49:06.391320 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-121e4e59-f0c0-4ca1-a3c5-1238075805d3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (0b1c072c-94d8-4303-a7bf-6fb005615b27), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:06.549457 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'name': 'tempest-ServerRescueNegativeTestJSON-58438199-router', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '3b706113-9f28-431d-869a-030cb227901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'gw_port': {'id': '3b706113-9f28-431d-869a-030cb227901b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:48Z', 'updated_at': '2022-03-23T23:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'f5c2f019-62b5-4b87-8c23-e3f87fa091a8', 'name': '', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'mac_address': 'fa:16:3e:aa:96:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:54Z', 'updated_at': '2022-03-23T23:49:04Z', 'revision_number': 4, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'subnets': [{'id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:49:06.728944 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a4fba5-51d9-4bed-882b-e86b92905e0b None None] The sync data for ids ['0bb096a8-777d-412d-9127-ab6b5eb1c066'] in dv-cinder-749155-6-iscsi is: [{'id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'name': 'tempest-ServerRescueNegativeTestJSON-58438199-router', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '3b706113-9f28-431d-869a-030cb227901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'gw_port': {'id': '3b706113-9f28-431d-869a-030cb227901b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:48Z', 'updated_at': '2022-03-23T23:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'f5c2f019-62b5-4b87-8c23-e3f87fa091a8', 'name': '', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'mac_address': 'fa:16:3e:aa:96:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:54Z', 'updated_at': '2022-03-23T23:49:04Z', 'revision_number': 4, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'subnets': [{'id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:49:06.872135 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b1d5a4d4-a8cc-4a03-bcf8-5dfebe096e13 req-52f724da-c35f-427a-8f0c-77b9f8ee5633 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 210 time: 0.1752334 Mar 23 23:49:06.985182 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-121e4e59-f0c0-4ca1-a3c5-1238075805d3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for port (0b1c072c-94d8-4303-a7bf-6fb005615b27), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:07.000673 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-121e4e59-f0c0-4ca1-a3c5-1238075805d3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5624838'] for port (0b1c072c-94d8-4303-a7bf-6fb005615b27), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:07.176283 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e4e59-f0c0-4ca1-a3c5-1238075805d3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Pushing event updated for resources: {'Port': ['ID=0b1c072c-94d8-4303-a7bf-6fb005615b27,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:07.199211 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-121e4e59-f0c0-4ca1-a3c5-1238075805d3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (f3d354c6-a63c-4dc1-bea3-3fed536249f0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:07.253501 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-121e4e59-f0c0-4ca1-a3c5-1238075805d3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:07.258987 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-121e4e59-f0c0-4ca1-a3c5-1238075805d3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1647153 Mar 23 23:49:07.271766 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7bfb4e58-ebbb-47eb-9c8c-2770bb3e8272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:07.524938 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09e4cc-1113-452f-a376-87966d6503c1 req-8c921cf9-f9f9-40c2-9ec3-5a09b1679dae tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:07.530140 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7d09e4cc-1113-452f-a376-87966d6503c1 req-8c921cf9-f9f9-40c2-9ec3-5a09b1679dae tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 944 time: 0.2289774 Mar 23 23:49:07.616727 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7d09e4cc-1113-452f-a376-87966d6503c1 req-91a1f43f-6cad-415c-aa81-279ac895e77f tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c0aa9e-ebae-4614-b064-1cd2ace0dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793231 Mar 23 23:49:08.044001 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7addd651-575e-4124-9faa-32514af5b4b8 req-0b16b8f9-879e-466d-8666-aaa618c0a1d9 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--965611163&fields=id&tenant_id=e03e5b02e8c44caaaadaf5d60fc18023 HTTP/1.1" status: 200 len: 267 time: 0.1636596 Mar 23 23:49:08.353552 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addd651-575e-4124-9faa-32514af5b4b8 req-32d9b9ac-101a-406c-8557-b6a2d3bc2e6c tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:08.360668 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7addd651-575e-4124-9faa-32514af5b4b8 req-32d9b9ac-101a-406c-8557-b6a2d3bc2e6c tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/networks?id=2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a HTTP/1.1" status: 200 len: 810 time: 0.3098357 Mar 23 23:49:08.389178 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7addd651-575e-4124-9faa-32514af5b4b8 req-7dbd0b1b-e5de-403a-bb77-dca02473bd4b tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/quotas/e03e5b02e8c44caaaadaf5d60fc18023 HTTP/1.1" status: 200 len: 375 time: 0.0274255 Mar 23 23:49:08.475495 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-24cd5e20-2986-4e32-96ca-0666c45610f3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:08.488908 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-24cd5e20-2986-4e32-96ca-0666c45610f3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/networks?id=5e8de27b-07d3-4627-8f07-85afc18d3e4e HTTP/1.1" status: 200 len: 817 time: 0.2894711 Mar 23 23:49:08.510971 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device f5c2f019-62b5-4b87-8c23-e3f87fa091a8 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:49:08.514491 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-af82289a-03c8-47f1-9c84-5aed48034d23 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/quotas/dc0fe01104384c0a8bac5d0b7151abad HTTP/1.1" status: 200 len: 375 time: 0.0242841 Mar 23 23:49:08.576305 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7addd651-575e-4124-9faa-32514af5b4b8 req-32ae438f-7d64-4ef0-bb2d-c52a5d665035 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e03e5b02e8c44caaaadaf5d60fc18023&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1861086 Mar 23 23:49:08.661406 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port f5c2f019-62b5-4b87-8c23-e3f87fa091a8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:08.661885 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (f5c2f019-62b5-4b87-8c23-e3f87fa091a8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:08.683596 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-194b8d54-8bf3-4c78-9698-e66ddf4c1d5c tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1679494 Mar 23 23:49:08.766272 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7addd651-575e-4124-9faa-32514af5b4b8 req-4bf6660a-33ae-487c-8e2b-0f3c04ecdf43 service neutron] 10.222.0.31 "GET /v2.0/networks/2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828501 Mar 23 23:49:08.790950 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port f5c2f019-62b5-4b87-8c23-e3f87fa091a8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:08.827092 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 45510) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:08.877584 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7addd651-575e-4124-9faa-32514af5b4b8 req-eaad2435-5a2c-4a81-bc39-3644d63684ba service neutron] 10.222.0.31 "GET /v2.0/networks/2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101804 Mar 23 23:49:09.157280 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a7d86-d16a-4a83-9359-11377b3487dc req-df12778e-9b7b-4780-b8aa-ce2e95bc7cb2 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:09.159072 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a00a7d86-d16a-4a83-9359-11377b3487dc req-df12778e-9b7b-4780-b8aa-ce2e95bc7cb2 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 944 time: 0.1123583 Mar 23 23:49:09.203898 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c773678f-1616-4022-aec0-5c541488ef51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:09.271831 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a00a7d86-d16a-4a83-9359-11377b3487dc req-0f43499f-b3ec-4b2b-a147-f57f07b713ed tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c0aa9e-ebae-4614-b064-1cd2ace0dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013789 Mar 23 23:49:09.348990 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7d873548-daef-4b79-a389-e71db757f03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:09.351400 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0fc54737-1db7-42ab-86b0-cf58173bda18 req-582f6f9e-d6e9-43ba-b610-37deb655718b tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 210 time: 0.0389099 Mar 23 23:49:09.468478 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-39244cb4-cfbc-495c-9cee-0a25f3026527 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:09.470381 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-39244cb4-cfbc-495c-9cee-0a25f3026527 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.20 "GET /v2.0/networks?id=5e8de27b-07d3-4627-8f07-85afc18d3e4e HTTP/1.1" status: 200 len: 817 time: 0.2328970 Mar 23 23:49:09.484150 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-871ad5f2-c835-4451-a88a-8f51fe6947b5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Request body: {'port': {'device_id': '2159ab3d-31a2-4dbf-a243-123e7bbd5cd3', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'admin_state_up': True, 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:09.667800 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-871ad5f2-c835-4451-a88a-8f51fe6947b5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Made reservation on behalf of dc0fe01104384c0a8bac5d0b7151abad for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:49:09.673896 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-871ad5f2-c835-4451-a88a-8f51fe6947b5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:09.681781 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c773678f-1616-4022-aec0-5c541488ef51 admin admin] Publish callbacks [] for security_group (b32896a1-ce43-4690-9d4e-c8277d28a023), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:09.697314 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c773678f-1616-4022-aec0-5c541488ef51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (b32896a1-ce43-4690-9d4e-c8277d28a023), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:09.726587 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-c773678f-1616-4022-aec0-5c541488ef51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b972cef928ed40d888a2114ed0a54cb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8965964 Mar 23 23:49:09.730076 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 45556) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:09.804783 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773678f-1616-4022-aec0-5c541488ef51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32896a1-ce43-4690-9d4e-c8277d28a023,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:09.838721 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f38cde6-131b-4f09-8189-a1dbc85a510d admin admin] Publish callbacks [] for security_group (b32896a1-ce43-4690-9d4e-c8277d28a023), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:09.889342 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-54a52d1f-4d18-45f1-9687-a5d8cdeed14f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 23:49:09.890774 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-54a52d1f-4d18-45f1-9687-a5d8cdeed14f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3958895 Mar 23 23:49:09.893221 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f38cde6-131b-4f09-8189-a1dbc85a510d admin admin] Publish callbacks [] for security_group (b32896a1-ce43-4690-9d4e-c8277d28a023), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:09.925644 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-871ad5f2-c835-4451-a88a-8f51fe6947b5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Allocated IP 172.20.0.14 (5e8de27b-07d3-4627-8f07-85afc18d3e4e/36fdea4e-dd3d-4b87-92dc-886e2d219615/3051c53b-e14d-4e33-a6ad-757751d0a5e6) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:49:10.058964 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-71bd4749-ce47-47fa-8bb7-44a6fe0d1442 service neutron] 10.222.0.31 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568244 Mar 23 23:49:10.060931 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f38cde6-131b-4f09-8189-a1dbc85a510d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (b32896a1-ce43-4690-9d4e-c8277d28a023), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:10.076306 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f38cde6-131b-4f09-8189-a1dbc85a510d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:10.077604 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-7f38cde6-131b-4f09-8189-a1dbc85a510d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b32896a1-ce43-4690-9d4e-c8277d28a023 HTTP/1.1" status: 204 len: 168 time: 0.3465357 Mar 23 23:49:10.095961 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38cde6-131b-4f09-8189-a1dbc85a510d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32896a1-ce43-4690-9d4e-c8277d28a023,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:10.188013 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-fa54cb28-062d-4412-a587-83479c14e01a service neutron] 10.222.0.31 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091046 Mar 23 23:49:10.228922 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-871ad5f2-c835-4451-a88a-8f51fe6947b5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for port (3051c53b-e14d-4e33-a6ad-757751d0a5e6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:10.277043 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-871ad5f2-c835-4451-a88a-8f51fe6947b5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (3051c53b-e14d-4e33-a6ad-757751d0a5e6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:10.342482 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ad5f2-c835-4451-a88a-8f51fe6947b5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Pushing event updated for resources: {'Port': ['ID=3051c53b-e14d-4e33-a6ad-757751d0a5e6,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:10.361409 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-871ad5f2-c835-4451-a88a-8f51fe6947b5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Network 5e8de27b-07d3-4627-8f07-85afc18d3e4e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:49:10.362911 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-871ad5f2-c835-4451-a88a-8f51fe6947b5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:49:10.368321 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-871ad5f2-c835-4451-a88a-8f51fe6947b5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:49:10.472633 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-871ad5f2-c835-4451-a88a-8f51fe6947b5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:10.473283 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-871ad5f2-c835-4451-a88a-8f51fe6947b5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:10.498054 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.20', 64853) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:10.553965 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-871ad5f2-c835-4451-a88a-8f51fe6947b5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0720158 Mar 23 23:49:10.576318 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:10.697819 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] Request body: {'port': {'device_id': '2159ab3d-31a2-4dbf-a243-123e7bbd5cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:10.834448 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5d11b45a-09f9-4781-b9b6-2bb0115a7282 None None] Provisioning complete for port 3051c53b-e14d-4e33-a6ad-757751d0a5e6 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:10.843466 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (3051c53b-e14d-4e33-a6ad-757751d0a5e6), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:10.849964 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5d11b45a-09f9-4781-b9b6-2bb0115a7282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (3051c53b-e14d-4e33-a6ad-757751d0a5e6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:10.897989 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a5f6ed78-6296-4a84-b7bb-2ff9d10467ae req-bf424a92-c1d1-49c4-a0d7-08caaf0bc04a tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 210 time: 0.4449630 Mar 23 23:49:10.930418 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599561b5-1f20-4fd3-a6f0-9d48cdf92aa0 req-a9679651-efd9-4930-866c-1702563646fe tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:10.943940 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addd651-575e-4124-9faa-32514af5b4b8 req-b73fe5f8-4522-4628-873c-4356082af9f4 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:10.947429 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7addd651-575e-4124-9faa-32514af5b4b8 req-b73fe5f8-4522-4628-873c-4356082af9f4 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.20 "GET /v2.0/networks?id=2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a HTTP/1.1" status: 200 len: 810 time: 0.4473598 Mar 23 23:49:10.948386 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-599561b5-1f20-4fd3-a6f0-9d48cdf92aa0 req-a9679651-efd9-4930-866c-1702563646fe tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 944 time: 0.5555701 Mar 23 23:49:11.019689 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5d11b45a-09f9-4781-b9b6-2bb0115a7282 None None] Port 3051c53b-e14d-4e33-a6ad-757751d0a5e6 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:49:11.057638 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-599561b5-1f20-4fd3-a6f0-9d48cdf92aa0 req-f7fe375d-8b78-416d-9bf6-9ccc745d71a5 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c0aa9e-ebae-4614-b064-1cd2ace0dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040027 Mar 23 23:49:11.107558 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fbe24d80-fd3e-4ee5-8ee9-c4f391c8bb15 req-8e509478-5ef8-4d64-ac3d-9a04daa7a540 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 210 time: 0.0666392 Mar 23 23:49:11.150507 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7addd651-575e-4124-9faa-32514af5b4b8 req-8e1dc989-9a5b-4560-942a-d09f022e46d6 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e03e5b02e8c44caaaadaf5d60fc18023 HTTP/1.1" status: 200 len: 379 time: 0.1871412 Mar 23 23:49:11.165341 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-7addd651-575e-4124-9faa-32514af5b4b8 req-fd2741d2-bf08-4c55-a1ff-7c837ffa569d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Request body: {'port': {'device_id': '016bc691-aab7-4c29-b4a5-a3b2c462e950', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'admin_state_up': True, 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'security_groups': ['473afee1-d700-4110-a10d-ff991016200c']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:11.469349 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device b1d1df6b-251e-4347-815b-05e23bcc3e91 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:49:11.496599 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7addd651-575e-4124-9faa-32514af5b4b8 req-fd2741d2-bf08-4c55-a1ff-7c837ffa569d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Made reservation on behalf of e03e5b02e8c44caaaadaf5d60fc18023 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:49:11.510091 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7addd651-575e-4124-9faa-32514af5b4b8 req-fd2741d2-bf08-4c55-a1ff-7c837ffa569d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:11.691818 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3051c53b-e14d-4e33-a6ad-757751d0a5e6 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:49:11.707943 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] Publish callbacks [] for port (3051c53b-e14d-4e33-a6ad-757751d0a5e6), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:11.770969 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port b1d1df6b-251e-4347-815b-05e23bcc3e91, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=b1d1df6b-251e-4347-815b-05e23bcc3e91,segment=NetworkSegment(818fed5a-afbf-4952-bf82-e09f33e459b6),segment_id=818fed5a-afbf-4952-bf82-e09f33e459b6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:49:11.801434 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-7addd651-575e-4124-9faa-32514af5b4b8 req-fd2741d2-bf08-4c55-a1ff-7c837ffa569d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Allocated IP 172.20.0.8 (2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a/3dfa0736-7078-436a-bef7-91bda4df3d72/c22717ee-3ef2-402f-b74d-e6768f175728) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:49:11.819435 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': 'b1d1df6b-251e-4347-815b-05e23bcc3e91', 'network_id': 'a9d0b96a-0c5b-41cb-baeb-e8bd39a01769', 'port_id': 'b1d1df6b-251e-4347-815b-05e23bcc3e91', 'mac_address': 'fa:16:3e:2f:2a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3539ca-c96d-4e17-928d-f4fd22c2c7e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:49:11.941741 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port b1d1df6b-251e-4347-815b-05e23bcc3e91 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:11.942709 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (b1d1df6b-251e-4347-815b-05e23bcc3e91), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:11.971812 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] Transition to ACTIVE for port object 3051c53b-e14d-4e33-a6ad-757751d0a5e6 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 23:49:11.975982 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d1df6b-251e-4347-815b-05e23bcc3e91 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:49:11.991144 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (3051c53b-e14d-4e33-a6ad-757751d0a5e6), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:12.041516 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port b1d1df6b-251e-4347-815b-05e23bcc3e91, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=b1d1df6b-251e-4347-815b-05e23bcc3e91,segment=NetworkSegment(818fed5a-afbf-4952-bf82-e09f33e459b6),segment_id=818fed5a-afbf-4952-bf82-e09f33e459b6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:49:12.055950 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (b1d1df6b-251e-4347-815b-05e23bcc3e91), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:12.097814 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e2ac1038-a101-4484-bf15-0b515d6013ba req-bca26180-aa70-4dc0-9aa3-dc9ef3f94fdd tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 210 time: 0.0867252 Mar 23 23:49:12.181443 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:12.188837 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7addd651-575e-4124-9faa-32514af5b4b8 req-fd2741d2-bf08-4c55-a1ff-7c837ffa569d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for port (c22717ee-3ef2-402f-b74d-e6768f175728), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:12.227431 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=b1d1df6b-251e-4347-815b-05e23bcc3e91,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:12.301192 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] Pushing event updated for resources: {'Port': ['ID=3051c53b-e14d-4e33-a6ad-757751d0a5e6,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:12.342047 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e4d71ee6-424e-4d1c-9158-338dd3d1ef34 req-859fcf19-7444-4504-8c6c-7f1745e14712 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 210 time: 0.0585167 Mar 23 23:49:12.359348 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7addd651-575e-4124-9faa-32514af5b4b8 req-fd2741d2-bf08-4c55-a1ff-7c837ffa569d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (c22717ee-3ef2-402f-b74d-e6768f175728), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:12.372941 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc44ae9-f925-4d78-93e7-3ad73fb86cc6 req-e964cca7-b8bd-40e9-b7bc-d1db6475ebde tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:12.385199 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3cc44ae9-f925-4d78-93e7-3ad73fb86cc6 req-e964cca7-b8bd-40e9-b7bc-d1db6475ebde tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 945 time: 0.1785338 Mar 23 23:49:12.424116 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7addd651-575e-4124-9faa-32514af5b4b8 req-fd2741d2-bf08-4c55-a1ff-7c837ffa569d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Network 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:49:12.442678 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-7addd651-575e-4124-9faa-32514af5b4b8 req-fd2741d2-bf08-4c55-a1ff-7c837ffa569d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:49:12.451906 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-7addd651-575e-4124-9faa-32514af5b4b8 req-fd2741d2-bf08-4c55-a1ff-7c837ffa569d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:49:12.460216 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3cc44ae9-f925-4d78-93e7-3ad73fb86cc6 req-038eb356-6e8f-4c97-8729-9259163c37e5 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c0aa9e-ebae-4614-b064-1cd2ace0dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739985 Mar 23 23:49:12.482570 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] Attempting to bind port 3051c53b-e14d-4e33-a6ad-757751d0a5e6 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:49:12.483288 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] Attempting to bind port 3051c53b-e14d-4e33-a6ad-757751d0a5e6 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '87db19ea-502c-4e57-903f-b4773c20c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:49:12.483622 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] Attempting to bind port 3051c53b-e14d-4e33-a6ad-757751d0a5e6 on network 5e8de27b-07d3-4627-8f07-85afc18d3e4e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:49:12.495829 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2741d2-bf08-4c55-a1ff-7c837ffa569d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Pushing event updated for resources: {'Port': ['ID=c22717ee-3ef2-402f-b74d-e6768f175728,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:12.507729 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] Port 3051c53b-e14d-4e33-a6ad-757751d0a5e6 on network 5e8de27b-07d3-4627-8f07-85afc18d3e4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 23:49:12.508056 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] Attempting to bind port 3051c53b-e14d-4e33-a6ad-757751d0a5e6 on network 5e8de27b-07d3-4627-8f07-85afc18d3e4e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:49:12.517305 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:49:12.521751 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] Checking segment: {'id': '87db19ea-502c-4e57-903f-b4773c20c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:49:12.521751 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] Bound using segment: {'id': '87db19ea-502c-4e57-903f-b4773c20c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:49:12.521751 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] Bound port: 3051c53b-e14d-4e33-a6ad-757751d0a5e6, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87db19ea-502c-4e57-903f-b4773c20c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:49:12.521751 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (3051c53b-e14d-4e33-a6ad-757751d0a5e6), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:12.536080 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addd651-575e-4124-9faa-32514af5b4b8 req-fd2741d2-bf08-4c55-a1ff-7c837ffa569d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:12.536949 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7addd651-575e-4124-9faa-32514af5b4b8 req-fd2741d2-bf08-4c55-a1ff-7c837ffa569d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:12.574672 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7addd651-575e-4124-9faa-32514af5b4b8 req-fd2741d2-bf08-4c55-a1ff-7c837ffa569d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4181647 Mar 23 23:49:12.613044 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] For port 3051c53b-e14d-4e33-a6ad-757751d0a5e6, host hv-cinder-74915, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:49:12.617426 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] For port 3051c53b-e14d-4e33-a6ad-757751d0a5e6, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=3051c53b-e14d-4e33-a6ad-757751d0a5e6,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:49:12.627825 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (3051c53b-e14d-4e33-a6ad-757751d0a5e6), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:12.697688 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:12.698323 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:12.699940 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] 10.222.0.20 "PUT /v2.0/ports/3051c53b-e14d-4e33-a6ad-757751d0a5e6 HTTP/1.1" status: 200 len: 1094 time: 2.0093815 Mar 23 23:49:12.700230 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2159ab3d-31a2-4dbf-a243-123e7bbd5cd3', 'tag': '3051c53b-e14d-4e33-a6ad-757751d0a5e6'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:49:12.705022 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d4d5cc-e58b-4444-ab45-3185515abed9" -d '{"events": [{"name": "network-changed", "server_uuid": "2159ab3d-31a2-4dbf-a243-123e7bbd5cd3", "tag": "3051c53b-e14d-4e33-a6ad-757751d0a5e6"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:49:12.762374 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3432133-efa2-4629-bed7-f5caffcc9845 service neutron] Pushing event updated for resources: {'Port': ['ID=3051c53b-e14d-4e33-a6ad-757751d0a5e6,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:12.783971 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e21b64ed-d0b1-4de1-b8c3-833a5f10db90 None None] Provisioning complete for port c22717ee-3ef2-402f-b74d-e6768f175728 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:12.784448 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e21b64ed-d0b1-4de1-b8c3-833a5f10db90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (c22717ee-3ef2-402f-b74d-e6768f175728), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:12.869841 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e21b64ed-d0b1-4de1-b8c3-833a5f10db90 None None] Port c22717ee-3ef2-402f-b74d-e6768f175728 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:49:12.881290 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32d6a82-dbd7-44b7-9908-385ab3c02146 x-openstack-request-id: req-f32d6a82-dbd7-44b7-9908-385ab3c02146 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:49:12.883264 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2159ab3d-31a2-4dbf-a243-123e7bbd5cd3", "tag": "3051c53b-e14d-4e33-a6ad-757751d0a5e6", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:49:12.884959 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f32d6a82-dbd7-44b7-9908-385ab3c02146 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:49:12.885650 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f32d6a82-dbd7-44b7-9908-385ab3c02146'] response: {'name': 'network-changed', 'server_uuid': '2159ab3d-31a2-4dbf-a243-123e7bbd5cd3', 'tag': '3051c53b-e14d-4e33-a6ad-757751d0a5e6', 'status': 'completed', 'code': 200} Mar 23 23:49:13.182217 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 45704) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:13.212396 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-edf0c113-9033-4b25-bc68-8c8e270f6296 req-179618a8-e9e2-47fa-8a77-46aa51b794ae tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 210 time: 0.0415938 Mar 23 23:49:13.337161 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:13.441492 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2873eaed-2537-4316-8fbf-d8732ebd425a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:13.490038 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cbb7c-43ae-45d7-bc48-00abe5638e4e req-b12af2cf-e134-4c05-b99f-8865f683d136 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:13.492229 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-bc4cbb7c-43ae-45d7-bc48-00abe5638e4e req-b12af2cf-e134-4c05-b99f-8865f683d136 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 931 time: 0.0621662 Mar 23 23:49:13.578651 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2873eaed-2537-4316-8fbf-d8732ebd425a admin admin] Publish callbacks [] for security_group (f38b3e9b-6891-4a94-925d-f5441cb42647), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:13.584000 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2873eaed-2537-4316-8fbf-d8732ebd425a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (f38b3e9b-6891-4a94-925d-f5441cb42647), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:13.586180 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-bc4cbb7c-43ae-45d7-bc48-00abe5638e4e req-1357ede6-5570-4803-b812-ca8af904af76 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852258 Mar 23 23:49:13.629982 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-2873eaed-2537-4316-8fbf-d8732ebd425a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad0ee3ba540c417d84463645c8f99849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4453015 Mar 23 23:49:13.630885 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873eaed-2537-4316-8fbf-d8732ebd425a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38b3e9b-6891-4a94-925d-f5441cb42647,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:13.634268 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 45742) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:13.651401 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26dfc08-480f-4bd5-a5fa-ca30d8098f0f req-841001c2-abab-4c71-b72c-e9ec17d817c4 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:13.653925 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c26dfc08-480f-4bd5-a5fa-ca30d8098f0f req-841001c2-abab-4c71-b72c-e9ec17d817c4 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 945 time: 0.0943015 Mar 23 23:49:13.694672 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f0c22269-3ae0-46a5-84ba-84f4504f95cc admin admin] Publish callbacks [] for security_group (f38b3e9b-6891-4a94-925d-f5441cb42647), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:13.718672 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f0c22269-3ae0-46a5-84ba-84f4504f95cc admin admin] Publish callbacks [] for security_group (f38b3e9b-6891-4a94-925d-f5441cb42647), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:13.728060 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c26dfc08-480f-4bd5-a5fa-ca30d8098f0f req-f82fc237-b511-41ef-8453-178f66190d4d tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c0aa9e-ebae-4614-b064-1cd2ace0dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631518 Mar 23 23:49:13.778764 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f0c22269-3ae0-46a5-84ba-84f4504f95cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (f38b3e9b-6891-4a94-925d-f5441cb42647), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:13.782130 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f0c22269-3ae0-46a5-84ba-84f4504f95cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:13.783394 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-f0c22269-3ae0-46a5-84ba-84f4504f95cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f38b3e9b-6891-4a94-925d-f5441cb42647 HTTP/1.1" status: 204 len: 168 time: 0.1479862 Mar 23 23:49:13.794143 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c22269-3ae0-46a5-84ba-84f4504f95cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38b3e9b-6891-4a94-925d-f5441cb42647,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:14.099174 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 45774) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:14.107558 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c8489f00-deea-4c48-a8b0-a8dad521ab73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:14.183374 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c8489f00-deea-4c48-a8b0-a8dad521ab73 admin admin] Publish callbacks [] for security_group (461bba38-fdf7-470e-8819-830327df2e27), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:14.188512 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c8489f00-deea-4c48-a8b0-a8dad521ab73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (461bba38-fdf7-470e-8819-830327df2e27), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:14.230649 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-c8489f00-deea-4c48-a8b0-a8dad521ab73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=607e1416c6d447338cecd843080f5098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333857 Mar 23 23:49:14.230649 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8489f00-deea-4c48-a8b0-a8dad521ab73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461bba38-fdf7-470e-8819-830327df2e27,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:14.240267 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 45788) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:14.327020 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-780370a9-a477-43c6-900a-b097cd6b7431 req-cece13dc-b5f3-4637-8080-ed1e6fbd8cc0 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 210 time: 0.0425832 Mar 23 23:49:14.348317 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-54609c67-cfba-40c7-8a4e-edde1b7f5e05 admin admin] Publish callbacks [] for security_group (461bba38-fdf7-470e-8819-830327df2e27), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:14.376238 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-54609c67-cfba-40c7-8a4e-edde1b7f5e05 admin admin] Publish callbacks [] for security_group (461bba38-fdf7-470e-8819-830327df2e27), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:14.433188 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-54609c67-cfba-40c7-8a4e-edde1b7f5e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (461bba38-fdf7-470e-8819-830327df2e27), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:14.435870 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-54609c67-cfba-40c7-8a4e-edde1b7f5e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:14.437141 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-54609c67-cfba-40c7-8a4e-edde1b7f5e05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/461bba38-fdf7-470e-8819-830327df2e27 HTTP/1.1" status: 204 len: 168 time: 0.1951375 Mar 23 23:49:14.459930 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] Request body: {'port': {'device_id': '016bc691-aab7-4c29-b4a5-a3b2c462e950', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:14.467175 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54609c67-cfba-40c7-8a4e-edde1b7f5e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461bba38-fdf7-470e-8819-830327df2e27,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:14.594237 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (c22717ee-3ef2-402f-b74d-e6768f175728), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:14.599349 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.20', 64863) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:14.712246 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['b1d1df6b-251e-4347-815b-05e23bcc3e91'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:49:14.779893 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4d5cc-e58b-4444-ab45-3185515abed9 req-1648808e-6f33-4399-b63f-2773343ff7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:14.781960 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-d9d4d5cc-e58b-4444-ab45-3185515abed9 req-1648808e-6f33-4399-b63f-2773343ff7da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 1128 time: 0.2022026 Mar 23 23:49:14.825592 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61928f87-909c-4131-a23c-fa64538fed1e req-2fcbb34a-3921-4412-831e-b74ec3776acb tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:14.834113 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-61928f87-909c-4131-a23c-fa64538fed1e req-2fcbb34a-3921-4412-831e-b74ec3776acb tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 931 time: 0.1144884 Mar 23 23:49:15.045124 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-561a0eb2-e7e1-4e91-a3c5-6b843dbf3b61 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:15.048491 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-561a0eb2-e7e1-4e91-a3c5-6b843dbf3b61 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.20 "GET /v2.0/networks?id=5e8de27b-07d3-4627-8f07-85afc18d3e4e HTTP/1.1" status: 200 len: 817 time: 0.4455700 Mar 23 23:49:15.094435 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-daa93c5d-3073-48e4-8378-2c60c4dcd68e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Request body: {'port': {'device_id': 'fd083e88-a64d-44f0-b181-7712de5bfe56', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'admin_state_up': True, 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:15.240601 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-61928f87-909c-4131-a23c-fa64538fed1e req-379028ad-955f-4e96-83ea-efa3f6e524f9 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4061816 Mar 23 23:49:15.280166 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5346d2-75ac-4428-9604-1912488b9087 req-061e96d0-bd6b-46ee-ad59-6d6cbd1bb512 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:15.289393 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fd5346d2-75ac-4428-9604-1912488b9087 req-061e96d0-bd6b-46ee-ad59-6d6cbd1bb512 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 945 time: 0.4216342 Mar 23 23:49:15.364144 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-daa93c5d-3073-48e4-8378-2c60c4dcd68e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Made reservation on behalf of dc0fe01104384c0a8bac5d0b7151abad for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:49:15.383341 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-daa93c5d-3073-48e4-8378-2c60c4dcd68e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:15.450942 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4d5cc-e58b-4444-ab45-3185515abed9 req-3cb2d645-8d3c-4bac-87e9-8a8f2414a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:15.452498 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-d9d4d5cc-e58b-4444-ab45-3185515abed9 req-3cb2d645-8d3c-4bac-87e9-8a8f2414a735 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&shared=False HTTP/1.1" status: 200 len: 917 time: 0.6625285 Mar 23 23:49:15.475287 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fd5346d2-75ac-4428-9604-1912488b9087 req-a024cf98-0977-4abf-82e7-7e6d1a6ec346 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c0aa9e-ebae-4614-b064-1cd2ace0dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846385 Mar 23 23:49:15.598920 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a933966d-f4ed-4478-8b73-9fc2bf4696b5 req-2d10f40e-5586-437f-9eb9-e01c720f3f7f tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 210 time: 0.1036992 Mar 23 23:49:15.690192 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4d5cc-e58b-4444-ab45-3185515abed9 req-d1b5ad8c-0f98-451b-9bb9-b3a9b6f80a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:15.691976 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-d9d4d5cc-e58b-4444-ab45-3185515abed9 req-d1b5ad8c-0f98-451b-9bb9-b3a9b6f80a94 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2320764 Mar 23 23:49:15.832087 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c22717ee-3ef2-402f-b74d-e6768f175728 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:49:15.858387 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 45910) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:15.896157 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] Publish callbacks [] for port (c22717ee-3ef2-402f-b74d-e6768f175728), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:15.934777 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-daa93c5d-3073-48e4-8378-2c60c4dcd68e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Allocated IP 172.20.0.12 (5e8de27b-07d3-4627-8f07-85afc18d3e4e/36fdea4e-dd3d-4b87-92dc-886e2d219615/c985c493-953b-46db-ad1c-43becf8aebc6) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:49:15.946849 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-be0d543f-940c-4502-a994-2b6bce5d20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:15.949885 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-be0d543f-940c-4502-a994-2b6bce5d20e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 1128 time: 0.2130566 Mar 23 23:49:15.964810 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] Transition to ACTIVE for port object c22717ee-3ef2-402f-b74d-e6768f175728 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 23:49:15.987940 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (c22717ee-3ef2-402f-b74d-e6768f175728), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:16.066019 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-3bab803f-7b3b-4f8f-8d44-273d2410fefb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3051c53b-e14d-4e33-a6ad-757751d0a5e6 HTTP/1.1" status: 200 len: 217 time: 0.1078296 Mar 23 23:49:16.140629 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-daa93c5d-3073-48e4-8378-2c60c4dcd68e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for port (c985c493-953b-46db-ad1c-43becf8aebc6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:16.218785 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-daa93c5d-3073-48e4-8378-2c60c4dcd68e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (c985c493-953b-46db-ad1c-43becf8aebc6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:16.229939 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-247c2450-e4e8-4521-a4b0-789c8114ab08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:16.259127 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c22717ee-3ef2-402f-b74d-e6768f175728,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:16.306050 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-daa93c5d-3073-48e4-8378-2c60c4dcd68e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Network 5e8de27b-07d3-4627-8f07-85afc18d3e4e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:49:16.312877 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-daa93c5d-3073-48e4-8378-2c60c4dcd68e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:49:16.319888 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-daa93c5d-3073-48e4-8378-2c60c4dcd68e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:49:16.324323 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-a61ca9d5-aaab-4827-aac4-1aafd0239c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:16.325674 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-a61ca9d5-aaab-4827-aac4-1aafd0239c3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36fdea4e-dd3d-4b87-92dc-886e2d219615 HTTP/1.1" status: 200 len: 856 time: 0.2386203 Mar 23 23:49:16.393348 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa93c5d-3073-48e4-8378-2c60c4dcd68e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Pushing event updated for resources: {'Port': ['ID=c985c493-953b-46db-ad1c-43becf8aebc6,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:16.397370 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] Attempting to bind port c22717ee-3ef2-402f-b74d-e6768f175728 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:49:16.397784 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] Attempting to bind port c22717ee-3ef2-402f-b74d-e6768f175728 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:49:16.399446 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] Attempting to bind port c22717ee-3ef2-402f-b74d-e6768f175728 on network 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:49:16.411674 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] Port c22717ee-3ef2-402f-b74d-e6768f175728 on network 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 23:49:16.412000 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] Attempting to bind port c22717ee-3ef2-402f-b74d-e6768f175728 on network 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:49:16.422190 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:49:16.422524 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] Checking segment: {'id': '0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:49:16.422931 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] Bound using segment: {'id': '0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:49:16.423331 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] Bound port: c22717ee-3ef2-402f-b74d-e6768f175728, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:49:16.423687 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (c22717ee-3ef2-402f-b74d-e6768f175728), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:16.453784 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-daa93c5d-3073-48e4-8378-2c60c4dcd68e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:16.454440 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-daa93c5d-3073-48e4-8378-2c60c4dcd68e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:16.523203 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-daa93c5d-3073-48e4-8378-2c60c4dcd68e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4569860 Mar 23 23:49:16.539087 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599f0bf-dad4-413e-a099-54de576ab20f req-36e3322d-ee62-4780-b92f-432e42b73eca tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:16.549632 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0599f0bf-dad4-413e-a099-54de576ab20f req-36e3322d-ee62-4780-b92f-432e42b73eca tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 943 time: 0.1912920 Mar 23 23:49:16.580861 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 45946) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:16.589106 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-247c2450-e4e8-4521-a4b0-789c8114ab08 admin admin] Publish callbacks [] for security_group (b6a61683-ba6e-4bf8-9c10-8a33b435a2a8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:16.606783 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] For port c22717ee-3ef2-402f-b74d-e6768f175728, host hv-cinder-74915, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:49:16.610268 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-247c2450-e4e8-4521-a4b0-789c8114ab08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (b6a61683-ba6e-4bf8-9c10-8a33b435a2a8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:16.639947 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:49:16.647650 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0599f0bf-dad4-413e-a099-54de576ab20f req-4b50f38c-ab3a-4f50-93d8-9ba068b73ee2 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943010 Mar 23 23:49:16.653784 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] For port c22717ee-3ef2-402f-b74d-e6768f175728, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=c22717ee-3ef2-402f-b74d-e6768f175728,segment=NetworkSegment(0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf),segment_id=0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:49:16.672650 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (c22717ee-3ef2-402f-b74d-e6768f175728), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:16.693186 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288ffc6-eda8-471a-8df3-633743c4a33b req-cd79e4e7-1592-4430-b06c-881622a77b2b tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:16.698103 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7288ffc6-eda8-471a-8df3-633743c4a33b req-cd79e4e7-1592-4430-b06c-881622a77b2b tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 945 time: 0.1141129 Mar 23 23:49:16.699632 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c34f54fc-dfae-4dbf-af6f-ad047dd5b79e None None] Provisioning complete for port c985c493-953b-46db-ad1c-43becf8aebc6 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:16.701761 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c34f54fc-dfae-4dbf-af6f-ad047dd5b79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (c985c493-953b-46db-ad1c-43becf8aebc6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:16.744454 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:16.745078 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:16.746518 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7addd651-575e-4124-9faa-32514af5b4b8 req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] 10.222.0.20 "PUT /v2.0/ports/c22717ee-3ef2-402f-b74d-e6768f175728 HTTP/1.1" status: 200 len: 1093 time: 2.2921474 Mar 23 23:49:16.751830 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016bc691-aab7-4c29-b4a5-a3b2c462e950', 'tag': 'c22717ee-3ef2-402f-b74d-e6768f175728'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:49:16.755036 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be19189-1b82-4aa8-a760-d654b033806a" -d '{"events": [{"name": "network-changed", "server_uuid": "016bc691-aab7-4c29-b4a5-a3b2c462e950", "tag": "c22717ee-3ef2-402f-b74d-e6768f175728"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:49:16.759754 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-247c2450-e4e8-4521-a4b0-789c8114ab08 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1561a9d18b864c2dadba72fde8aa109a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8968611 Mar 23 23:49:16.766281 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c2450-e4e8-4521-a4b0-789c8114ab08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a61683-ba6e-4bf8-9c10-8a33b435a2a8,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:16.781205 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 45956) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:16.795110 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-403ea87f-78b5-4ca8-9ee0-b6f9769027e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:16.803664 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c34f54fc-dfae-4dbf-af6f-ad047dd5b79e None None] Port c985c493-953b-46db-ad1c-43becf8aebc6 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:49:16.838493 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2331cad-5285-44e1-9ffd-48a8f02867e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c22717ee-3ef2-402f-b74d-e6768f175728,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:16.848988 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7288ffc6-eda8-471a-8df3-633743c4a33b req-d8d16c5b-ab0e-43ae-b1bc-49a80231191f tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c0aa9e-ebae-4614-b064-1cd2ace0dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295702 Mar 23 23:49:16.868958 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d243de-b619-403c-8271-06eee63133ef req-482c6602-ca9e-4af6-8c73-2d453071ab46 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:16.883075 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-84d243de-b619-403c-8271-06eee63133ef req-482c6602-ca9e-4af6-8c73-2d453071ab46 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 932 time: 0.1224477 Mar 23 23:49:16.898047 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be880bae-3b7a-42bd-b73f-0adf25f7d0e6 admin admin] Publish callbacks [] for security_group (b6a61683-ba6e-4bf8-9c10-8a33b435a2a8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:16.923324 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5955ab2e-3a6b-40e9-9a21-d3d4e1174c86 x-openstack-request-id: req-5955ab2e-3a6b-40e9-9a21-d3d4e1174c86 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:49:16.923637 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016bc691-aab7-4c29-b4a5-a3b2c462e950", "tag": "c22717ee-3ef2-402f-b74d-e6768f175728", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:49:16.923886 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5955ab2e-3a6b-40e9-9a21-d3d4e1174c86 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:49:16.924285 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5955ab2e-3a6b-40e9-9a21-d3d4e1174c86'] response: {'name': 'network-changed', 'server_uuid': '016bc691-aab7-4c29-b4a5-a3b2c462e950', 'tag': 'c22717ee-3ef2-402f-b74d-e6768f175728', 'status': 'completed', 'code': 200} Mar 23 23:49:16.940540 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be880bae-3b7a-42bd-b73f-0adf25f7d0e6 admin admin] Publish callbacks [] for security_group (b6a61683-ba6e-4bf8-9c10-8a33b435a2a8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:16.964679 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-84d243de-b619-403c-8271-06eee63133ef req-3b60a973-fb3c-4681-87be-f9c1d5eae13e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807717 Mar 23 23:49:17.018709 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-403ea87f-78b5-4ca8-9ee0-b6f9769027e2 admin admin] Publish callbacks [] for security_group (af534053-3d0a-4265-8e51-ea0337b2a8d9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:17.026180 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-403ea87f-78b5-4ca8-9ee0-b6f9769027e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (af534053-3d0a-4265-8e51-ea0337b2a8d9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:17.065558 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be880bae-3b7a-42bd-b73f-0adf25f7d0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (b6a61683-ba6e-4bf8-9c10-8a33b435a2a8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:17.068321 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be880bae-3b7a-42bd-b73f-0adf25f7d0e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:17.069524 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-be880bae-3b7a-42bd-b73f-0adf25f7d0e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b6a61683-ba6e-4bf8-9c10-8a33b435a2a8 HTTP/1.1" status: 204 len: 168 time: 0.2721305 Mar 23 23:49:17.081987 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-403ea87f-78b5-4ca8-9ee0-b6f9769027e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb96a473614b4bc282bede08198c698e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4968030 Mar 23 23:49:17.083707 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ea87f-78b5-4ca8-9ee0-b6f9769027e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af534053-3d0a-4265-8e51-ea0337b2a8d9,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:17.083949 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 45972) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:17.099955 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be880bae-3b7a-42bd-b73f-0adf25f7d0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a61683-ba6e-4bf8-9c10-8a33b435a2a8,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:17.154960 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e47a6adb-3975-4656-94db-e52e9ce20900 admin admin] Publish callbacks [] for security_group (af534053-3d0a-4265-8e51-ea0337b2a8d9), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:17.182058 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e47a6adb-3975-4656-94db-e52e9ce20900 admin admin] Publish callbacks [] for security_group (af534053-3d0a-4265-8e51-ea0337b2a8d9), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:17.238689 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e47a6adb-3975-4656-94db-e52e9ce20900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (af534053-3d0a-4265-8e51-ea0337b2a8d9), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:17.241341 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e47a6adb-3975-4656-94db-e52e9ce20900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:17.242680 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-e47a6adb-3975-4656-94db-e52e9ce20900 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af534053-3d0a-4265-8e51-ea0337b2a8d9 HTTP/1.1" status: 204 len: 168 time: 0.1576858 Mar 23 23:49:17.250393 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a6adb-3975-4656-94db-e52e9ce20900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af534053-3d0a-4265-8e51-ea0337b2a8d9,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:17.576355 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 45992) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:17.590432 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c8f2dd4e-2855-4714-aac9-c70e0c666eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:17.683216 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c8f2dd4e-2855-4714-aac9-c70e0c666eb2 admin admin] Publish callbacks [] for security_group (e43a9b73-9921-4c13-b00d-fb11f1cc4fd2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:17.688645 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c8f2dd4e-2855-4714-aac9-c70e0c666eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (e43a9b73-9921-4c13-b00d-fb11f1cc4fd2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:17.727409 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2dd4e-2855-4714-aac9-c70e0c666eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43a9b73-9921-4c13-b00d-fb11f1cc4fd2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:17.733918 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-c8f2dd4e-2855-4714-aac9-c70e0c666eb2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8911ea94079846a5ab0932f69b8257cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1557879 Mar 23 23:49:17.736924 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 45996) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:17.780719 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 45998) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:17.804736 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a96c27-d03c-4696-b936-3b776785211e req-23ab60eb-067e-4be3-bc91-a6628f9efdd3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:17.806302 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-81a96c27-d03c-4696-b936-3b776785211e req-23ab60eb-067e-4be3-bc91-a6628f9efdd3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 943 time: 0.0756998 Mar 23 23:49:17.813964 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d974ff82-cfa8-4c4f-aab7-92bb6cf9d5ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:17.856568 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d867c451-3b58-4570-a40d-7bc93ffe6ed1 admin admin] Publish callbacks [] for security_group (e43a9b73-9921-4c13-b00d-fb11f1cc4fd2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:17.867288 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-81a96c27-d03c-4696-b936-3b776785211e req-f2b80817-3248-4969-b928-05c1e5abf07e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546403 Mar 23 23:49:17.880381 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d867c451-3b58-4570-a40d-7bc93ffe6ed1 admin admin] Publish callbacks [] for security_group (e43a9b73-9921-4c13-b00d-fb11f1cc4fd2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:17.972971 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d867c451-3b58-4570-a40d-7bc93ffe6ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (e43a9b73-9921-4c13-b00d-fb11f1cc4fd2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:17.975819 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d867c451-3b58-4570-a40d-7bc93ffe6ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:17.982317 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-d867c451-3b58-4570-a40d-7bc93ffe6ed1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e43a9b73-9921-4c13-b00d-fb11f1cc4fd2 HTTP/1.1" status: 204 len: 168 time: 0.2395983 Mar 23 23:49:17.993569 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d974ff82-cfa8-4c4f-aab7-92bb6cf9d5ef admin admin] Publish callbacks [] for security_group (33ee8cf3-d8d9-4c9a-8a28-d8a4b4227ab7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:18.005632 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d974ff82-cfa8-4c4f-aab7-92bb6cf9d5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (33ee8cf3-d8d9-4c9a-8a28-d8a4b4227ab7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:18.008284 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867c451-3b58-4570-a40d-7bc93ffe6ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43a9b73-9921-4c13-b00d-fb11f1cc4fd2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:18.024210 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435871c-d95f-4982-821f-90f716d9830f req-7f95cd67-a308-467c-9e42-451f34a120af tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:18.028121 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6435871c-d95f-4982-821f-90f716d9830f req-7f95cd67-a308-467c-9e42-451f34a120af tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 945 time: 0.1123021 Mar 23 23:49:18.065712 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-d974ff82-cfa8-4c4f-aab7-92bb6cf9d5ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b564d422090446cb9e795408c7606a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796760 Mar 23 23:49:18.065712 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974ff82-cfa8-4c4f-aab7-92bb6cf9d5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ee8cf3-d8d9-4c9a-8a28-d8a4b4227ab7,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:18.068589 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46010) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:18.129608 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e9681f9-4d93-4008-b061-62e1a464d0f5 admin admin] Publish callbacks [] for security_group (33ee8cf3-d8d9-4c9a-8a28-d8a4b4227ab7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:18.138293 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6435871c-d95f-4982-821f-90f716d9830f req-84e48930-95d3-4826-9ef4-076b096dd7ac tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c0aa9e-ebae-4614-b064-1cd2ace0dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028767 Mar 23 23:49:18.161615 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e9681f9-4d93-4008-b061-62e1a464d0f5 admin admin] Publish callbacks [] for security_group (33ee8cf3-d8d9-4c9a-8a28-d8a4b4227ab7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:18.165482 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b193401-77a6-4d7b-ad3d-9669062184b5 req-b8fc877f-c3c5-42d1-a3f4-b3f3dc81b757 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:18.168088 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8b193401-77a6-4d7b-ad3d-9669062184b5 req-b8fc877f-c3c5-42d1-a3f4-b3f3dc81b757 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 932 time: 0.0913806 Mar 23 23:49:18.219536 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e9681f9-4d93-4008-b061-62e1a464d0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (33ee8cf3-d8d9-4c9a-8a28-d8a4b4227ab7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:18.222548 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e9681f9-4d93-4008-b061-62e1a464d0f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:18.225510 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-5e9681f9-4d93-4008-b061-62e1a464d0f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33ee8cf3-d8d9-4c9a-8a28-d8a4b4227ab7 HTTP/1.1" status: 204 len: 168 time: 0.1540337 Mar 23 23:49:18.225642 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8b193401-77a6-4d7b-ad3d-9669062184b5 req-a4a38a68-32d9-4fb6-a137-01fc1f8038d1 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520420 Mar 23 23:49:18.238118 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9681f9-4d93-4008-b061-62e1a464d0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ee8cf3-d8d9-4c9a-8a28-d8a4b4227ab7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:18.670003 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] Request body: {'port': {'device_id': 'fd083e88-a64d-44f0-b181-7712de5bfe56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:18.685846 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:18.718401 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device b1d1df6b-251e-4347-815b-05e23bcc3e91 up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:49:18.785550 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-62a28923-bb0d-4b88-ae21-bd2734cda807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:18.787526 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-62a28923-bb0d-4b88-ae21-bd2734cda807 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e8de27b-07d3-4627-8f07-85afc18d3e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1301124 Mar 23 23:49:18.794706 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be19189-1b82-4aa8-a760-d654b033806a req-e3ce2c09-7807-4ea0-bb8b-2f6844fec129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:18.796509 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-9be19189-1b82-4aa8-a760-d654b033806a req-e3ce2c09-7807-4ea0-bb8b-2f6844fec129 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03e5b02e8c44caaaadaf5d60fc18023&device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 1127 time: 0.0789435 Mar 23 23:49:18.800256 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (c985c493-953b-46db-ad1c-43becf8aebc6), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:18.803902 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port b1d1df6b-251e-4347-815b-05e23bcc3e91 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 23:49:18.817086 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port b1d1df6b-251e-4347-815b-05e23bcc3e91 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:18.817680 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (b1d1df6b-251e-4347-815b-05e23bcc3e91), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:19.043235 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port b1d1df6b-251e-4347-815b-05e23bcc3e91 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:19.043899 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (b1d1df6b-251e-4347-815b-05e23bcc3e91), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:19.075444 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be19189-1b82-4aa8-a760-d654b033806a req-ee701ca9-4004-4ae1-8074-2c07b83ecfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:19.076932 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-9be19189-1b82-4aa8-a760-d654b033806a req-ee701ca9-4004-4ae1-8074-2c07b83ecfb8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e03e5b02e8c44caaaadaf5d60fc18023&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2712381 Mar 23 23:49:19.079092 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-0e77084d-3040-41eb-b86f-49a394d45d8b service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815654 Mar 23 23:49:19.098400 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port b1d1df6b-251e-4347-815b-05e23bcc3e91, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=b1d1df6b-251e-4347-815b-05e23bcc3e91,segment=NetworkSegment(818fed5a-afbf-4952-bf82-e09f33e459b6),segment_id=818fed5a-afbf-4952-bf82-e09f33e459b6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:49:19.100110 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500dc081-8449-42d1-ad52-7c404e82bb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d1df6b-251e-4347-815b-05e23bcc3e91'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:49:19.181963 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (b1d1df6b-251e-4347-815b-05e23bcc3e91), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:19.327529 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=b1d1df6b-251e-4347-815b-05e23bcc3e91,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:19.423739 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be19189-1b82-4aa8-a760-d654b033806a req-27db96c6-1ec3-4ec9-99f0-2c86db5d2de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:19.425392 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-9be19189-1b82-4aa8-a760-d654b033806a req-27db96c6-1ec3-4ec9-99f0-2c86db5d2de2 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3380847 Mar 23 23:49:19.429425 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-88a60710-9b06-42a4-afa9-0da8dea22589 req-7a638e78-6b14-427a-8b4e-9246d19aefce service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323748 Mar 23 23:49:19.444252 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c1c08f-e157-469f-a793-07b8afd68b75" -d '{"events": [{"server_uuid": "500dc081-8449-42d1-ad52-7c404e82bb99", "name": "network-vif-plugged", "status": "completed", "tag": "b1d1df6b-251e-4347-815b-05e23bcc3e91"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:49:19.554508 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addd651-575e-4124-9faa-32514af5b4b8 req-be270109-b183-44b6-9a46-86d0162ff0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:19.556870 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7addd651-575e-4124-9faa-32514af5b4b8 req-be270109-b183-44b6-9a46-86d0162ff0ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03e5b02e8c44caaaadaf5d60fc18023&device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 1127 time: 0.0684557 Mar 23 23:49:19.631320 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7addd651-575e-4124-9faa-32514af5b4b8 req-8ae9ed7e-6139-47c3-a24d-9e08c091fcf4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c22717ee-3ef2-402f-b74d-e6768f175728 HTTP/1.1" status: 200 len: 217 time: 0.0654318 Mar 23 23:49:19.662599 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc497d-7539-44ab-938b-3b47c02add2a req-89e76e5e-d920-421b-9125-5e53e0de0ee2 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:19.669593 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-48bc497d-7539-44ab-938b-3b47c02add2a req-89e76e5e-d920-421b-9125-5e53e0de0ee2 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 946 time: 0.1712453 Mar 23 23:49:19.707089 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addd651-575e-4124-9faa-32514af5b4b8 req-54585773-a7e3-4e2f-b16e-61febe3f8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:19.708903 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7addd651-575e-4124-9faa-32514af5b4b8 req-54585773-a7e3-4e2f-b16e-61febe3f8d69 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3dfa0736-7078-436a-bef7-91bda4df3d72 HTTP/1.1" status: 200 len: 849 time: 0.0706689 Mar 23 23:49:19.718596 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf7ec4-27fa-427b-8032-d828861f7969 req-a35f1212-d85d-433d-b659-c5d83dbc9544 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:19.720135 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8baf7ec4-27fa-427b-8032-d828861f7969 req-a35f1212-d85d-433d-b659-c5d83dbc9544 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 943 time: 0.2207556 Mar 23 23:49:19.728992 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c985c493-953b-46db-ad1c-43becf8aebc6 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:49:19.744257 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] Publish callbacks [] for port (c985c493-953b-46db-ad1c-43becf8aebc6), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:19.789387 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-48bc497d-7539-44ab-938b-3b47c02add2a req-e9080644-d1fb-4599-8772-1ec83377835f tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c0aa9e-ebae-4614-b064-1cd2ace0dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187470 Mar 23 23:49:19.811408 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addd651-575e-4124-9faa-32514af5b4b8 req-288df676-659a-4d67-b58d-7c68aca7158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:19.815840 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7addd651-575e-4124-9faa-32514af5b4b8 req-288df676-659a-4d67-b58d-7c68aca7158f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0986769 Mar 23 23:49:19.822056 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] Transition to ACTIVE for port object c985c493-953b-46db-ad1c-43becf8aebc6 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 23:49:19.852082 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5624838'] for port (c985c493-953b-46db-ad1c-43becf8aebc6), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:19.953776 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8baf7ec4-27fa-427b-8032-d828861f7969 req-5c66c0a1-8fdc-44dc-84de-f64b75e16b81 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088785 Mar 23 23:49:19.980742 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7addd651-575e-4124-9faa-32514af5b4b8 req-4925f5a9-3f47-41c8-9faa-bffcfc9a38c7 service neutron] 10.222.0.20 "GET /v2.0/networks/2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549819 Mar 23 23:49:20.001319 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c985c493-953b-46db-ad1c-43becf8aebc6,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:20.116154 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0832d82-7794-41c4-a8de-b43c63d5d4bb req-e084b5b8-2f39-4ccf-93f2-db7065483801 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:20.123322 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d0832d82-7794-41c4-a8de-b43c63d5d4bb req-e084b5b8-2f39-4ccf-93f2-db7065483801 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 944 time: 0.2467566 Mar 23 23:49:20.144856 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7addd651-575e-4124-9faa-32514af5b4b8 req-2a4840d1-c400-4354-ac4b-ae42df1f0f8f service neutron] 10.222.0.20 "GET /v2.0/networks/2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572738 Mar 23 23:49:20.223683 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] Attempting to bind port c985c493-953b-46db-ad1c-43becf8aebc6 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:49:20.224039 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] Attempting to bind port c985c493-953b-46db-ad1c-43becf8aebc6 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '87db19ea-502c-4e57-903f-b4773c20c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:49:20.224956 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] Attempting to bind port c985c493-953b-46db-ad1c-43becf8aebc6 on network 5e8de27b-07d3-4627-8f07-85afc18d3e4e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:49:20.242129 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d0832d82-7794-41c4-a8de-b43c63d5d4bb req-be18e54e-d7d9-4127-8d05-ffdc2353c898 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175778 Mar 23 23:49:20.246586 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] Port c985c493-953b-46db-ad1c-43becf8aebc6 on network 5e8de27b-07d3-4627-8f07-85afc18d3e4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 23:49:20.247072 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] Attempting to bind port c985c493-953b-46db-ad1c-43becf8aebc6 on network 5e8de27b-07d3-4627-8f07-85afc18d3e4e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:49:20.252870 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:49:20.253458 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] Checking segment: {'id': '87db19ea-502c-4e57-903f-b4773c20c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:49:20.254203 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] Bound using segment: {'id': '87db19ea-502c-4e57-903f-b4773c20c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:49:20.254782 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] Bound port: c985c493-953b-46db-ad1c-43becf8aebc6, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87db19ea-502c-4e57-903f-b4773c20c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:49:20.255499 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (c985c493-953b-46db-ad1c-43becf8aebc6), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:20.280303 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 46138) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:20.347504 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] For port c985c493-953b-46db-ad1c-43becf8aebc6, host hv-cinder-74915, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:49:20.352519 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] For port c985c493-953b-46db-ad1c-43becf8aebc6, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=c985c493-953b-46db-ad1c-43becf8aebc6,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:49:20.361589 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5624838'] for port (c985c493-953b-46db-ad1c-43becf8aebc6), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:20.399681 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:20.400329 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:20.401878 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] 10.222.0.20 "PUT /v2.0/ports/c985c493-953b-46db-ad1c-43becf8aebc6 HTTP/1.1" status: 200 len: 1094 time: 1.7361493 Mar 23 23:49:20.402325 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd083e88-a64d-44f0-b181-7712de5bfe56', 'tag': 'c985c493-953b-46db-ad1c-43becf8aebc6'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:49:20.555667 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf865d88-6881-45fd-b57f-4d877a4b75ca x-openstack-request-id: req-cf865d88-6881-45fd-b57f-4d877a4b75ca {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:49:20.556597 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500dc081-8449-42d1-ad52-7c404e82bb99", "name": "network-vif-plugged", "status": "completed", "tag": "b1d1df6b-251e-4347-815b-05e23bcc3e91", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:49:20.557046 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf865d88-6881-45fd-b57f-4d877a4b75ca {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:49:20.558006 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf865d88-6881-45fd-b57f-4d877a4b75ca'] response: {'server_uuid': '500dc081-8449-42d1-ad52-7c404e82bb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d1df6b-251e-4347-815b-05e23bcc3e91', 'code': 200} Mar 23 23:49:20.640947 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb3dc3-c2c2-46ec-a52f-6cd5162769a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c985c493-953b-46db-ad1c-43becf8aebc6,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:20.674183 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46156) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:20.730348 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-3c15de6a-5efb-4166-92dd-c837aeff89ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:20.732486 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-3c15de6a-5efb-4166-92dd-c837aeff89ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 1128 time: 0.2802150 Mar 23 23:49:20.841739 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-a9642dbb-85cc-43b0-8c43-470878959a0b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c985c493-953b-46db-ad1c-43becf8aebc6 HTTP/1.1" status: 200 len: 217 time: 0.0993330 Mar 23 23:49:20.873438 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ba1d9a4-948b-4131-ae50-bf492e5ff919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:20.974914 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9ae42a1d-013f-40b7-b500-f2698d98b8d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:21.026547 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f89217267680bd64d7f927d4eadc419634559ab2f391f9993dc43694367eced7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b391a7-b75a-4f85-95c2-92b808566fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "fd083e88-a64d-44f0-b181-7712de5bfe56", "tag": "c985c493-953b-46db-ad1c-43becf8aebc6"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:49:21.031994 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8e857-9e11-4674-b3ba-c7ac28068614 req-ec1d653a-1ce8-4bfb-8502-badcb8ae0f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:21.034978 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-6ce8e857-9e11-4674-b3ba-c7ac28068614 req-ec1d653a-1ce8-4bfb-8502-badcb8ae0f29 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 1130 time: 0.2518606 Mar 23 23:49:21.042186 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-3358805a-f84d-4b0e-aaf6-2e0e1c01cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:21.043887 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-3358805a-f84d-4b0e-aaf6-2e0e1c01cc73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36fdea4e-dd3d-4b87-92dc-886e2d219615 HTTP/1.1" status: 200 len: 856 time: 0.1891031 Mar 23 23:49:21.063274 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6ce8e857-9e11-4674-b3ba-c7ac28068614 req-edf0d2d8-f391-4ee0-a672-3daa1fe18582 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:21.172463 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1dc6d-8435-42c8-b1bb-eeb458d3abd3 req-a78f73ee-58c3-4337-99de-4b600ce05592 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:21.181510 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7cc1dc6d-8435-42c8-b1bb-eeb458d3abd3 req-a78f73ee-58c3-4337-99de-4b600ce05592 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 946 time: 0.2327650 Mar 23 23:49:21.183245 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9ae42a1d-013f-40b7-b500-f2698d98b8d3 admin admin] Publish callbacks [] for security_group (7dae7c82-6c14-48cf-a64e-9e9256833f60), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:21.200292 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9ae42a1d-013f-40b7-b500-f2698d98b8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (7dae7c82-6c14-48cf-a64e-9e9256833f60), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:21.232848 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-9ae42a1d-013f-40b7-b500-f2698d98b8d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b90ca022a50b47f887eede36192755f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5548370 Mar 23 23:49:21.235222 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46180) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:21.285968 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6ce8e857-9e11-4674-b3ba-c7ac28068614 req-edf0d2d8-f391-4ee0-a672-3daa1fe18582 service neutron] Publish callbacks [] for security_group (17650507-6667-4f95-b1b3-1cce2e23842f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:21.300731 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6ce8e857-9e11-4674-b3ba-c7ac28068614 req-edf0d2d8-f391-4ee0-a672-3daa1fe18582 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (17650507-6667-4f95-b1b3-1cce2e23842f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:21.313547 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7cc1dc6d-8435-42c8-b1bb-eeb458d3abd3 req-9d459f5f-c901-41e2-abca-2494dcd56659 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c0aa9e-ebae-4614-b064-1cd2ace0dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262202 Mar 23 23:49:21.343253 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e05a9-bc73-4e4f-a28d-0f946c38ec69 req-6d745b28-8792-462b-a6e5-c7e498260265 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:21.344969 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-061e05a9-bc73-4e4f-a28d-0f946c38ec69 req-6d745b28-8792-462b-a6e5-c7e498260265 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 943 time: 0.2850716 Mar 23 23:49:21.347016 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-1e36a255-d4f5-4687-8d66-a313a312d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:21.348540 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-1e36a255-d4f5-4687-8d66-a313a312d27e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e8de27b-07d3-4627-8f07-85afc18d3e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2941685 Mar 23 23:49:21.351637 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-6ce8e857-9e11-4674-b3ba-c7ac28068614 req-edf0d2d8-f391-4ee0-a672-3daa1fe18582 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=39c0aa9e-ebae-4614-b064-1cd2ace0dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096511 Mar 23 23:49:21.360121 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae42a1d-013f-40b7-b500-f2698d98b8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dae7c82-6c14-48cf-a64e-9e9256833f60,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:21.364447 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ba1d9a4-948b-4131-ae50-bf492e5ff919 admin admin] Publish callbacks [] for security_group (937acb5a-7949-4b19-8a6d-a24248875344), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:21.386807 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0d2d8-f391-4ee0-a672-3daa1fe18582 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=17650507-6667-4f95-b1b3-1cce2e23842f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:21.390948 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ba1d9a4-948b-4131-ae50-bf492e5ff919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (937acb5a-7949-4b19-8a6d-a24248875344), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:21.401086 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f50add82-736a-4f41-ac6c-feac83a075a6 admin admin] Publish callbacks [] for security_group (7dae7c82-6c14-48cf-a64e-9e9256833f60), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:21.425082 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f50add82-736a-4f41-ac6c-feac83a075a6 admin admin] Publish callbacks [] for security_group (7dae7c82-6c14-48cf-a64e-9e9256833f60), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:21.474540 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbc65fd-d8b9-4486-9baa-c16b116f0e66 x-openstack-request-id: req-dcbc65fd-d8b9-4486-9baa-c16b116f0e66 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:49:21.474951 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd083e88-a64d-44f0-b181-7712de5bfe56", "tag": "c985c493-953b-46db-ad1c-43becf8aebc6", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:49:21.475661 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dcbc65fd-d8b9-4486-9baa-c16b116f0e66 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:49:21.477292 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcbc65fd-d8b9-4486-9baa-c16b116f0e66'] response: {'name': 'network-changed', 'server_uuid': 'fd083e88-a64d-44f0-b181-7712de5bfe56', 'tag': 'c985c493-953b-46db-ad1c-43becf8aebc6', 'status': 'completed', 'code': 200} Mar 23 23:49:21.509831 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f50add82-736a-4f41-ac6c-feac83a075a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (7dae7c82-6c14-48cf-a64e-9e9256833f60), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:21.517441 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f50add82-736a-4f41-ac6c-feac83a075a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:21.517441 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-f50add82-736a-4f41-ac6c-feac83a075a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7dae7c82-6c14-48cf-a64e-9e9256833f60 HTTP/1.1" status: 204 len: 168 time: 0.2730012 Mar 23 23:49:21.527544 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50add82-736a-4f41-ac6c-feac83a075a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dae7c82-6c14-48cf-a64e-9e9256833f60,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:21.551234 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-8ba1d9a4-948b-4131-ae50-bf492e5ff919 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=750117169f404b868180254de51c6de0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2679906 Mar 23 23:49:21.554024 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46200) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:21.579118 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1d9a4-948b-4131-ae50-bf492e5ff919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937acb5a-7949-4b19-8a6d-a24248875344,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:21.584937 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-061e05a9-bc73-4e4f-a28d-0f946c38ec69 req-9dccaa4e-4c26-4ff0-bb27-8db7b97c78d7 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308886 Mar 23 23:49:21.661043 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf7656d3-4d60-46e9-a239-544477e53fd7 admin admin] Publish callbacks [] for security_group (937acb5a-7949-4b19-8a6d-a24248875344), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:21.678115 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c60398-34d8-4d9d-b8f7-9d959a1b1af3 req-6432224a-52d0-4220-8288-95f44b658453 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:21.679956 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-86c60398-34d8-4d9d-b8f7-9d959a1b1af3 req-6432224a-52d0-4220-8288-95f44b658453 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 944 time: 0.1520634 Mar 23 23:49:21.719368 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf7656d3-4d60-46e9-a239-544477e53fd7 admin admin] Publish callbacks [] for security_group (937acb5a-7949-4b19-8a6d-a24248875344), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:21.735500 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-33173cd5-81db-42ce-a490-d4d73ce39aca service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573253 Mar 23 23:49:21.784560 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-86c60398-34d8-4d9d-b8f7-9d959a1b1af3 req-f9f4cf2b-8eea-4343-a7b1-1a2464ba42da tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927558 Mar 23 23:49:21.793650 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf7656d3-4d60-46e9-a239-544477e53fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (937acb5a-7949-4b19-8a6d-a24248875344), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:21.794635 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf7656d3-4d60-46e9-a239-544477e53fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:21.798243 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-cf7656d3-4d60-46e9-a239-544477e53fd7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/937acb5a-7949-4b19-8a6d-a24248875344 HTTP/1.1" status: 204 len: 168 time: 0.2402167 Mar 23 23:49:21.817010 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7656d3-4d60-46e9-a239-544477e53fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937acb5a-7949-4b19-8a6d-a24248875344,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:21.924794 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e37c2016-9500-4ec3-b63f-575217ff1f33 req-de20e8fa-7574-4127-81ab-ebaf24b1a286 service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688395 Mar 23 23:49:22.029363 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b391a7-b75a-4f85-95c2-92b808566fe5 req-a0e511b4-d471-4fe2-8771-5de9be93a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:22.031088 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a0b391a7-b75a-4f85-95c2-92b808566fe5 req-a0e511b4-d471-4fe2-8771-5de9be93a7f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 1128 time: 0.0550325 Mar 23 23:49:22.031177 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46222) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:22.048705 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c3c5e2f9-7c7b-49e9-90d4-68a5e866be07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:22.215085 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c3c5e2f9-7c7b-49e9-90d4-68a5e866be07 admin admin] Publish callbacks [] for security_group (8b7fe10c-42d5-4163-8b43-945000f7da34), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:22.221655 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c3c5e2f9-7c7b-49e9-90d4-68a5e866be07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (8b7fe10c-42d5-4163-8b43-945000f7da34), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:22.269819 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-c3c5e2f9-7c7b-49e9-90d4-68a5e866be07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=744f041570464010b8bd0ea92819639a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375667 Mar 23 23:49:22.272353 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46228) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:22.280394 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5e2f9-7c7b-49e9-90d4-68a5e866be07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7fe10c-42d5-4163-8b43-945000f7da34,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:22.392299 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b2dbe4c0-cace-479e-bcdc-5efdf38174ea admin admin] Publish callbacks [] for security_group (8b7fe10c-42d5-4163-8b43-945000f7da34), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:22.416758 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b2dbe4c0-cace-479e-bcdc-5efdf38174ea admin admin] Publish callbacks [] for security_group (8b7fe10c-42d5-4163-8b43-945000f7da34), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:22.440432 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b391a7-b75a-4f85-95c2-92b808566fe5 req-61a2aeb6-4aa3-4319-be82-3d12ab54d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:22.441961 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a0b391a7-b75a-4f85-95c2-92b808566fe5 req-61a2aeb6-4aa3-4319-be82-3d12ab54d03f service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e8de27b-07d3-4627-8f07-85afc18d3e4e HTTP/1.1" status: 200 len: 917 time: 0.4044540 Mar 23 23:49:22.455995 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bad078-289c-4c7d-ba4c-144a5976ab1d req-95344320-4717-48ba-a007-7d04c5778ecd tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:22.457776 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-26bad078-289c-4c7d-ba4c-144a5976ab1d req-95344320-4717-48ba-a007-7d04c5778ecd tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 946 time: 0.0736644 Mar 23 23:49:22.484882 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b2dbe4c0-cace-479e-bcdc-5efdf38174ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (8b7fe10c-42d5-4163-8b43-945000f7da34), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:22.488864 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b2dbe4c0-cace-479e-bcdc-5efdf38174ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:22.491088 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-b2dbe4c0-cace-479e-bcdc-5efdf38174ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b7fe10c-42d5-4163-8b43-945000f7da34 HTTP/1.1" status: 204 len: 168 time: 0.2176464 Mar 23 23:49:22.505899 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbe4c0-cace-479e-bcdc-5efdf38174ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7fe10c-42d5-4163-8b43-945000f7da34,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:22.518768 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a0b391a7-b75a-4f85-95c2-92b808566fe5 req-02311676-c182-4c3b-af24-1e790a7fce54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c985c493-953b-46db-ad1c-43becf8aebc6 HTTP/1.1" status: 200 len: 217 time: 0.0593708 Mar 23 23:49:22.555401 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46242) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:22.604052 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-26bad078-289c-4c7d-ba4c-144a5976ab1d req-12125873-dd7b-4735-815d-2fed5372862a tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c0aa9e-ebae-4614-b064-1cd2ace0dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287937 Mar 23 23:49:22.606480 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b391a7-b75a-4f85-95c2-92b808566fe5 req-86c00b5b-9941-41b6-9d6f-a2b8a4830e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:22.607925 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a0b391a7-b75a-4f85-95c2-92b808566fe5 req-86c00b5b-9941-41b6-9d6f-a2b8a4830e7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36fdea4e-dd3d-4b87-92dc-886e2d219615 HTTP/1.1" status: 200 len: 856 time: 0.0824573 Mar 23 23:49:22.673029 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b391a7-b75a-4f85-95c2-92b808566fe5 req-0f8d7e8f-b3f9-4fd2-9442-0878d9703f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:22.673804 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device c22717ee-3ef2-402f-b74d-e6768f175728 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:49:22.674635 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a0b391a7-b75a-4f85-95c2-92b808566fe5 req-0f8d7e8f-b3f9-4fd2-9442-0878d9703f79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e8de27b-07d3-4627-8f07-85afc18d3e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597816 Mar 23 23:49:22.787689 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port c22717ee-3ef2-402f-b74d-e6768f175728, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=c22717ee-3ef2-402f-b74d-e6768f175728,segment=NetworkSegment(0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf),segment_id=0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:49:22.804723 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': 'c22717ee-3ef2-402f-b74d-e6768f175728', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'port_id': 'c22717ee-3ef2-402f-b74d-e6768f175728', 'mac_address': 'fa:16:3e:78:7e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:49:22.805730 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a0b391a7-b75a-4f85-95c2-92b808566fe5 req-9f39050a-6f8e-4c57-a6bf-ef177f856f51 service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173167 Mar 23 23:49:22.817938 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff21fa6-fe94-4c75-8c6e-ea908d1d0ad8 req-de5135d1-cd67-4d95-a23d-a7ee0e8e43d4 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:22.819454 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cff21fa6-fe94-4c75-8c6e-ea908d1d0ad8 req-de5135d1-cd67-4d95-a23d-a7ee0e8e43d4 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 943 time: 0.1422980 Mar 23 23:49:22.855621 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port c22717ee-3ef2-402f-b74d-e6768f175728 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:22.856219 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (c22717ee-3ef2-402f-b74d-e6768f175728), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:22.871477 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3d456780-0f14-4f16-81d9-3dd5bb2495a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:22.875200 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22717ee-3ef2-402f-b74d-e6768f175728 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:49:22.929449 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port c22717ee-3ef2-402f-b74d-e6768f175728, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=c22717ee-3ef2-402f-b74d-e6768f175728,segment=NetworkSegment(0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf),segment_id=0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:49:22.942343 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (c22717ee-3ef2-402f-b74d-e6768f175728), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:22.943809 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 3051c53b-e14d-4e33-a6ad-757751d0a5e6 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:49:23.053046 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3d456780-0f14-4f16-81d9-3dd5bb2495a3 admin admin] Publish callbacks [] for security_group (601ca6eb-90e1-4e2c-9750-8cc6b4b35382), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:23.061693 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3d456780-0f14-4f16-81d9-3dd5bb2495a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (601ca6eb-90e1-4e2c-9750-8cc6b4b35382), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:23.124420 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cff21fa6-fe94-4c75-8c6e-ea908d1d0ad8 req-17f99318-fe64-4293-92a5-dc8b168e613d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2872362 Mar 23 23:49:23.133996 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-3d456780-0f14-4f16-81d9-3dd5bb2495a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c68eaa67dcdd4b0284a3a0dd78f9147c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5744333 Mar 23 23:49:23.135034 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d456780-0f14-4f16-81d9-3dd5bb2495a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601ca6eb-90e1-4e2c-9750-8cc6b4b35382,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:23.141236 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46274) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:23.153278 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=c22717ee-3ef2-402f-b74d-e6768f175728,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:23.280747 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a0b391a7-b75a-4f85-95c2-92b808566fe5 req-16245353-6e7d-495f-a2ea-3cdbf2292ee4 service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598536 Mar 23 23:49:23.316902 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3e7cc-6d03-4070-9a45-279fdfec005a req-52e4d7ad-4a6a-446d-9f24-d8dc076498d2 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:23.322130 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 3051c53b-e14d-4e33-a6ad-757751d0a5e6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=3051c53b-e14d-4e33-a6ad-757751d0a5e6,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:49:23.327177 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1ee3e7cc-6d03-4070-9a45-279fdfec005a req-52e4d7ad-4a6a-446d-9f24-d8dc076498d2 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 944 time: 0.4527078 Mar 23 23:49:23.341084 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2500f9c4-a214-4050-badc-7888a7c3b938 admin admin] Publish callbacks [] for security_group (601ca6eb-90e1-4e2c-9750-8cc6b4b35382), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:23.348869 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': '3051c53b-e14d-4e33-a6ad-757751d0a5e6', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'port_id': '3051c53b-e14d-4e33-a6ad-757751d0a5e6', 'mac_address': 'fa:16:3e:43:37:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:49:23.393208 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2500f9c4-a214-4050-badc-7888a7c3b938 admin admin] Publish callbacks [] for security_group (601ca6eb-90e1-4e2c-9750-8cc6b4b35382), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:23.428837 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 3051c53b-e14d-4e33-a6ad-757751d0a5e6 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:23.431444 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (3051c53b-e14d-4e33-a6ad-757751d0a5e6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:23.447062 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1ee3e7cc-6d03-4070-9a45-279fdfec005a req-94dd527c-1a1e-4768-b8c7-397bd12a4342 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084323 Mar 23 23:49:23.449552 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3051c53b-e14d-4e33-a6ad-757751d0a5e6 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:49:23.481357 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 3051c53b-e14d-4e33-a6ad-757751d0a5e6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=3051c53b-e14d-4e33-a6ad-757751d0a5e6,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:49:23.486381 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (3051c53b-e14d-4e33-a6ad-757751d0a5e6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:23.518514 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2500f9c4-a214-4050-badc-7888a7c3b938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (601ca6eb-90e1-4e2c-9750-8cc6b4b35382), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:23.521892 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2500f9c4-a214-4050-badc-7888a7c3b938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:23.532047 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-2500f9c4-a214-4050-badc-7888a7c3b938 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/601ca6eb-90e1-4e2c-9750-8cc6b4b35382 HTTP/1.1" status: 204 len: 168 time: 0.3818958 Mar 23 23:49:23.545360 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=3051c53b-e14d-4e33-a6ad-757751d0a5e6,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:23.565951 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500f9c4-a214-4050-badc-7888a7c3b938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601ca6eb-90e1-4e2c-9750-8cc6b4b35382,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:23.700082 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['3051c53b-e14d-4e33-a6ad-757751d0a5e6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:49:23.750453 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['c22717ee-3ef2-402f-b74d-e6768f175728'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:49:23.798659 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e2e5b-448e-4433-8e0d-3435270940f4 req-a5b0e749-05e9-45bf-ab74-80f28fcd34f3 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:23.800183 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fe4e2e5b-448e-4433-8e0d-3435270940f4 req-a5b0e749-05e9-45bf-ab74-80f28fcd34f3 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 946 time: 0.0872855 Mar 23 23:49:23.906098 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fe4e2e5b-448e-4433-8e0d-3435270940f4 req-786457b1-485f-412b-bdd8-edd21db7da39 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c0aa9e-ebae-4614-b064-1cd2ace0dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976462 Mar 23 23:49:24.159792 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 46324) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:24.189650 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-54940143-f560-491e-ab64-d3b5cf7b1ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:24.300618 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-54940143-f560-491e-ab64-d3b5cf7b1ad4 admin admin] Publish callbacks [] for security_group (44bb669f-2dff-4c07-afaf-d5a455d8c768), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:24.314023 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-54940143-f560-491e-ab64-d3b5cf7b1ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (44bb669f-2dff-4c07-afaf-d5a455d8c768), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:24.383097 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-54940143-f560-491e-ab64-d3b5cf7b1ad4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0dd789ac7a3741bf967013ea255c1e77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220576 Mar 23 23:49:24.388698 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46338) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:24.397382 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54940143-f560-491e-ab64-d3b5cf7b1ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bb669f-2dff-4c07-afaf-d5a455d8c768,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:24.416173 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156d6b1-bdef-41cf-b67a-21c5133d33f4 req-6af0ee84-d99c-4d0d-9ff2-7b6d349365ba tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:24.424837 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4156d6b1-bdef-41cf-b67a-21c5133d33f4 req-6af0ee84-d99c-4d0d-9ff2-7b6d349365ba tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 944 time: 0.1223376 Mar 23 23:49:24.506528 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4156d6b1-bdef-41cf-b67a-21c5133d33f4 req-7b53a552-da59-4788-b5a4-51e38e734981 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801616 Mar 23 23:49:24.530014 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-97a57e93-d00a-419c-8068-edea49e4bdfb admin admin] Publish callbacks [] for security_group (44bb669f-2dff-4c07-afaf-d5a455d8c768), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:24.559530 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-97a57e93-d00a-419c-8068-edea49e4bdfb admin admin] Publish callbacks [] for security_group (44bb669f-2dff-4c07-afaf-d5a455d8c768), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:24.597368 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b458717-8ca1-458e-b909-d1c8877bee36 req-b1e37eb2-c137-4b23-aaff-fe6dea54d8da tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:24.599252 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5b458717-8ca1-458e-b909-d1c8877bee36 req-b1e37eb2-c137-4b23-aaff-fe6dea54d8da tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 944 time: 0.0564320 Mar 23 23:49:24.639466 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-97a57e93-d00a-419c-8068-edea49e4bdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (44bb669f-2dff-4c07-afaf-d5a455d8c768), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:24.642267 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-97a57e93-d00a-419c-8068-edea49e4bdfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:24.645965 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-97a57e93-d00a-419c-8068-edea49e4bdfb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44bb669f-2dff-4c07-afaf-d5a455d8c768 HTTP/1.1" status: 204 len: 168 time: 0.2526317 Mar 23 23:49:24.658983 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46352) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:24.659854 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a57e93-d00a-419c-8068-edea49e4bdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bb669f-2dff-4c07-afaf-d5a455d8c768,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:24.701893 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5b458717-8ca1-458e-b909-d1c8877bee36 req-bd277004-73fc-48c3-a328-943f1e4d2cb5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897300 Mar 23 23:49:24.703200 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device c985c493-953b-46db-ad1c-43becf8aebc6 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:49:24.709872 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device c22717ee-3ef2-402f-b74d-e6768f175728 up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:49:24.845632 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port c22717ee-3ef2-402f-b74d-e6768f175728 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 23:49:24.853351 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port c22717ee-3ef2-402f-b74d-e6768f175728 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:24.853941 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (c22717ee-3ef2-402f-b74d-e6768f175728), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:24.916527 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port c985c493-953b-46db-ad1c-43becf8aebc6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=c985c493-953b-46db-ad1c-43becf8aebc6,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:49:24.935002 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': 'c985c493-953b-46db-ad1c-43becf8aebc6', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'port_id': 'c985c493-953b-46db-ad1c-43becf8aebc6', 'mac_address': 'fa:16:3e:6f:83:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:49:25.008974 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port c22717ee-3ef2-402f-b74d-e6768f175728 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:25.009398 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (c22717ee-3ef2-402f-b74d-e6768f175728), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:25.022363 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port c985c493-953b-46db-ad1c-43becf8aebc6 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:25.022894 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (c985c493-953b-46db-ad1c-43becf8aebc6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:25.043958 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016bc691-aab7-4c29-b4a5-a3b2c462e950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22717ee-3ef2-402f-b74d-e6768f175728'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:49:25.046345 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f65d3e-0841-4511-ab24-cc21346e7242" -d '{"events": [{"server_uuid": "016bc691-aab7-4c29-b4a5-a3b2c462e950", "name": "network-vif-plugged", "status": "completed", "tag": "c22717ee-3ef2-402f-b74d-e6768f175728"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:49:25.059041 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c985c493-953b-46db-ad1c-43becf8aebc6 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:49:25.068601 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port c22717ee-3ef2-402f-b74d-e6768f175728, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=c22717ee-3ef2-402f-b74d-e6768f175728,segment=NetworkSegment(0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf),segment_id=0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:49:25.074506 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (c22717ee-3ef2-402f-b74d-e6768f175728), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:25.075292 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 3051c53b-e14d-4e33-a6ad-757751d0a5e6 up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:49:25.080726 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-de237ea4-9cc0-4ea8-822c-b8aa9738a354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:25.129831 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port c985c493-953b-46db-ad1c-43becf8aebc6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=c985c493-953b-46db-ad1c-43becf8aebc6,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:49:25.147857 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787e018d-720d-4bad-b0ef-8c9c09c0f384 x-openstack-request-id: req-787e018d-720d-4bad-b0ef-8c9c09c0f384 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:49:25.148436 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016bc691-aab7-4c29-b4a5-a3b2c462e950", "name": "network-vif-plugged", "status": "completed", "tag": "c22717ee-3ef2-402f-b74d-e6768f175728", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:49:25.148831 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-787e018d-720d-4bad-b0ef-8c9c09c0f384 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:49:25.149396 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-787e018d-720d-4bad-b0ef-8c9c09c0f384'] response: {'server_uuid': '016bc691-aab7-4c29-b4a5-a3b2c462e950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22717ee-3ef2-402f-b74d-e6768f175728', 'code': 200} Mar 23 23:49:25.155436 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (c985c493-953b-46db-ad1c-43becf8aebc6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:25.241372 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=c22717ee-3ef2-402f-b74d-e6768f175728,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:25.287420 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port 3051c53b-e14d-4e33-a6ad-757751d0a5e6 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 23:49:25.298729 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port 3051c53b-e14d-4e33-a6ad-757751d0a5e6 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:25.299366 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (3051c53b-e14d-4e33-a6ad-757751d0a5e6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:25.328047 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-de237ea4-9cc0-4ea8-822c-b8aa9738a354 admin admin] Publish callbacks [] for security_group (da074506-6709-4b8f-8a32-4e7ce2501989), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:25.337330 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-de237ea4-9cc0-4ea8-822c-b8aa9738a354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (da074506-6709-4b8f-8a32-4e7ce2501989), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:25.340233 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=c985c493-953b-46db-ad1c-43becf8aebc6,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:25.404072 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 3051c53b-e14d-4e33-a6ad-757751d0a5e6 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:25.404696 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (3051c53b-e14d-4e33-a6ad-757751d0a5e6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:25.406879 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-de237ea4-9cc0-4ea8-822c-b8aa9738a354 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=702d540cf84c46dfb5adaf2c866a5978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7438014 Mar 23 23:49:25.410581 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46394) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:25.420557 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de237ea4-9cc0-4ea8-822c-b8aa9738a354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da074506-6709-4b8f-8a32-4e7ce2501989,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:25.436152 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['c985c493-953b-46db-ad1c-43becf8aebc6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:49:25.493122 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-73df88c2-e238-47da-9578-2e5aacaaf923 admin admin] Publish callbacks [] for security_group (da074506-6709-4b8f-8a32-4e7ce2501989), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:25.509971 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 3051c53b-e14d-4e33-a6ad-757751d0a5e6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=3051c53b-e14d-4e33-a6ad-757751d0a5e6,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:49:25.531021 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df7845-dab4-45f4-af32-5a6a75bb9178 req-1cb6ce80-541b-4d77-b5fd-d5047c862383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:25.531671 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (3051c53b-e14d-4e33-a6ad-757751d0a5e6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:25.532582 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c0df7845-dab4-45f4-af32-5a6a75bb9178 req-1cb6ce80-541b-4d77-b5fd-d5047c862383 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 1129 time: 0.2190003 Mar 23 23:49:25.555751 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-73df88c2-e238-47da-9578-2e5aacaaf923 admin admin] Publish callbacks [] for security_group (da074506-6709-4b8f-8a32-4e7ce2501989), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:25.616106 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=3051c53b-e14d-4e33-a6ad-757751d0a5e6,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:25.678716 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c0df7845-dab4-45f4-af32-5a6a75bb9178 req-e82ad61f-73d5-4741-8c2d-b05f3a061e62 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366627 Mar 23 23:49:25.716530 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-73df88c2-e238-47da-9578-2e5aacaaf923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (da074506-6709-4b8f-8a32-4e7ce2501989), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:25.719198 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-73df88c2-e238-47da-9578-2e5aacaaf923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:25.725928 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-73df88c2-e238-47da-9578-2e5aacaaf923 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da074506-6709-4b8f-8a32-4e7ce2501989 HTTP/1.1" status: 204 len: 168 time: 0.3129885 Mar 23 23:49:25.749466 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df88c2-e238-47da-9578-2e5aacaaf923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da074506-6709-4b8f-8a32-4e7ce2501989,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:25.798445 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9f570-3b14-4b3e-a8d0-8d7221bf8880 req-a67099e7-31ba-4eaf-9f72-f1be6548c253 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:25.800934 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c6c9f570-3b14-4b3e-a8d0-8d7221bf8880 req-a67099e7-31ba-4eaf-9f72-f1be6548c253 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.1107030 Mar 23 23:49:25.871503 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c6c9f570-3b14-4b3e-a8d0-8d7221bf8880 req-2647b8d2-d26d-4cc3-88d8-d686cd785458 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515001 Mar 23 23:49:26.055116 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05894362-de78-4750-9241-ff1f72a1c1c7 req-5a0d4428-da62-4689-9160-df9858d0a31d tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:26.064020 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-05894362-de78-4750-9241-ff1f72a1c1c7 req-5a0d4428-da62-4689-9160-df9858d0a31d tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 945 time: 0.1022611 Mar 23 23:49:26.134926 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-05894362-de78-4750-9241-ff1f72a1c1c7 req-8bbafffe-f873-4eb9-a34c-976f1005a232 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699847 Mar 23 23:49:26.405660 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46458) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:26.625660 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0408-c83b-4b69-9852-08c3c2269d03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:26.710433 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device c985c493-953b-46db-ad1c-43becf8aebc6 up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:49:26.730217 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0408-c83b-4b69-9852-08c3c2269d03 admin admin] Publish callbacks [] for security_group (066f2db4-6770-4313-8138-11463a99d01d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:26.746196 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 46472) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:26.749052 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0408-c83b-4b69-9852-08c3c2269d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (066f2db4-6770-4313-8138-11463a99d01d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:26.786845 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port c985c493-953b-46db-ad1c-43becf8aebc6 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 23:49:26.796293 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port c985c493-953b-46db-ad1c-43becf8aebc6 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:26.797037 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (c985c493-953b-46db-ad1c-43becf8aebc6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:26.819649 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-2f9b0408-c83b-4b69-9852-08c3c2269d03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a4d0550e4ccd4bf599e6d334a4d14b5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4095442 Mar 23 23:49:26.820539 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 46480) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:26.853580 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b0408-c83b-4b69-9852-08c3c2269d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066f2db4-6770-4313-8138-11463a99d01d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:26.929033 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31edaae2-2639-4ff2-9b62-6e15e81892be admin admin] Publish callbacks [] for security_group (066f2db4-6770-4313-8138-11463a99d01d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:26.929240 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port c985c493-953b-46db-ad1c-43becf8aebc6 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:26.930464 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (c985c493-953b-46db-ad1c-43becf8aebc6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:26.981199 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port c985c493-953b-46db-ad1c-43becf8aebc6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=c985c493-953b-46db-ad1c-43becf8aebc6,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:49:26.981491 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31edaae2-2639-4ff2-9b62-6e15e81892be admin admin] Publish callbacks [] for security_group (066f2db4-6770-4313-8138-11463a99d01d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:26.990412 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (c985c493-953b-46db-ad1c-43becf8aebc6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:27.057791 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b3608-e87c-471f-b40b-358cbe2a4c02 req-fe8a2c85-979a-4675-9f44-70d4d52bd6ab tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:27.059495 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4a1b3608-e87c-471f-b40b-358cbe2a4c02 req-fe8a2c85-979a-4675-9f44-70d4d52bd6ab tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0817003 Mar 23 23:49:27.061562 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=c985c493-953b-46db-ad1c-43becf8aebc6,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:27.095818 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31edaae2-2639-4ff2-9b62-6e15e81892be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (066f2db4-6770-4313-8138-11463a99d01d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:27.099102 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31edaae2-2639-4ff2-9b62-6e15e81892be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:27.100308 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-31edaae2-2639-4ff2-9b62-6e15e81892be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/066f2db4-6770-4313-8138-11463a99d01d HTTP/1.1" status: 204 len: 168 time: 0.2791858 Mar 23 23:49:27.101216 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e951e0ab-6b2b-4de2-82f8-aa2a6c6add9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:27.126431 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edaae2-2639-4ff2-9b62-6e15e81892be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066f2db4-6770-4313-8138-11463a99d01d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:27.150469 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2159ab3d-31a2-4dbf-a243-123e7bbd5cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3051c53b-e14d-4e33-a6ad-757751d0a5e6'}, {'server_uuid': 'fd083e88-a64d-44f0-b181-7712de5bfe56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c985c493-953b-46db-ad1c-43becf8aebc6'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:49:27.154365 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00831e6-a47d-4b5c-ad94-a50f020930a7" -d '{"events": [{"server_uuid": "2159ab3d-31a2-4dbf-a243-123e7bbd5cd3", "name": "network-vif-plugged", "status": "completed", "tag": "3051c53b-e14d-4e33-a6ad-757751d0a5e6"}, {"server_uuid": "fd083e88-a64d-44f0-b181-7712de5bfe56", "name": "network-vif-plugged", "status": "completed", "tag": "c985c493-953b-46db-ad1c-43becf8aebc6"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:49:27.175027 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4a1b3608-e87c-471f-b40b-358cbe2a4c02 req-9305c208-9251-4886-b9c7-fdadb93c0f8b tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955064 Mar 23 23:49:27.264165 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Mar 2022 23:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a2e350-e99b-402f-aa46-9a833fa842ed x-openstack-request-id: req-27a2e350-e99b-402f-aa46-9a833fa842ed {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:49:27.264458 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2159ab3d-31a2-4dbf-a243-123e7bbd5cd3", "name": "network-vif-plugged", "status": "completed", "tag": "3051c53b-e14d-4e33-a6ad-757751d0a5e6", "code": 200}, {"server_uuid": "fd083e88-a64d-44f0-b181-7712de5bfe56", "name": "network-vif-plugged", "status": "completed", "tag": "c985c493-953b-46db-ad1c-43becf8aebc6", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:49:27.264708 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27a2e350-e99b-402f-aa46-9a833fa842ed {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:49:27.265104 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a2e350-e99b-402f-aa46-9a833fa842ed'] response: {'server_uuid': '2159ab3d-31a2-4dbf-a243-123e7bbd5cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3051c53b-e14d-4e33-a6ad-757751d0a5e6', 'code': 200} Mar 23 23:49:27.265387 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a2e350-e99b-402f-aa46-9a833fa842ed'] response: {'server_uuid': 'fd083e88-a64d-44f0-b181-7712de5bfe56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c985c493-953b-46db-ad1c-43becf8aebc6', 'code': 200} Mar 23 23:49:27.279332 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e951e0ab-6b2b-4de2-82f8-aa2a6c6add9e admin admin] Publish callbacks [] for security_group (a626ea2c-eff6-492e-9101-cbd861c5f373), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:27.292308 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e951e0ab-6b2b-4de2-82f8-aa2a6c6add9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (a626ea2c-eff6-492e-9101-cbd861c5f373), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:27.504864 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-e951e0ab-6b2b-4de2-82f8-aa2a6c6add9e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3795bf19abcd42849152a38da91a8428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7564402 Mar 23 23:49:27.516388 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46510) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:27.555819 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951e0ab-6b2b-4de2-82f8-aa2a6c6add9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a626ea2c-eff6-492e-9101-cbd861c5f373,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:27.635434 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dfb57-432c-45b9-a280-d1fb52035ad7 req-3ea85e99-5f1b-4530-ac38-8ffcf3fda6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:27.637038 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-8c1dfb57-432c-45b9-a280-d1fb52035ad7 req-3ea85e99-5f1b-4530-ac38-8ffcf3fda6d5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 1130 time: 0.1407640 Mar 23 23:49:27.663444 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c14019-5c65-4fbd-9683-30428f757cda req-46985d02-fcec-4a56-88c2-266dd9ff73b1 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:27.665047 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d2c14019-5c65-4fbd-9683-30428f757cda req-46985d02-fcec-4a56-88c2-266dd9ff73b1 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.3192449 Mar 23 23:49:27.768222 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bbb22-56db-4323-8feb-16d3d6f7dba0 req-1840a96b-aec8-4e5f-9b6d-97d864527073 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:27.770733 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-807bbb22-56db-4323-8feb-16d3d6f7dba0 req-1840a96b-aec8-4e5f-9b6d-97d864527073 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.3273230 Mar 23 23:49:27.782755 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 46522) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:27.786158 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb39c0a-58f6-4c01-a24e-a6f49b570286 req-e64e6c65-ad3e-4600-a2a3-68da3982c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:27.788049 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ecb39c0a-58f6-4c01-a24e-a6f49b570286 req-e64e6c65-ad3e-4600-a2a3-68da3982c9b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 1130 time: 0.2808480 Mar 23 23:49:27.798398 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-18bb675c-e5d4-42c5-adbb-a267843c6e3b tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Request body: {'floatingip': {'port_id': 'c22717ee-3ef2-402f-b74d-e6768f175728'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:27.849925 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-18a0f2b0-6b42-473e-9d88-c6a6248d927c admin admin] Publish callbacks [] for security_group (a626ea2c-eff6-492e-9101-cbd861c5f373), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:27.880133 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46524) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:27.889922 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-18bb675c-e5d4-42c5-adbb-a267843c6e3b tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for floatingip (f3d354c6-a63c-4dc1-bea3-3fed536249f0), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:27.893539 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-18a0f2b0-6b42-473e-9d88-c6a6248d927c admin admin] Publish callbacks [] for security_group (a626ea2c-eff6-492e-9101-cbd861c5f373), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:27.923486 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6808ca31-9e96-4cae-b393-fbbd0255eb30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:27.935768 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-8c1dfb57-432c-45b9-a280-d1fb52035ad7 req-b065a218-3c31-431e-bbc7-bfd3f982ae8a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883861 Mar 23 23:49:27.982935 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d2c14019-5c65-4fbd-9683-30428f757cda req-89f42832-9970-457f-a3ac-dcf689fca851 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062615 Mar 23 23:49:28.018859 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-18a0f2b0-6b42-473e-9d88-c6a6248d927c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (a626ea2c-eff6-492e-9101-cbd861c5f373), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:28.021964 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-18a0f2b0-6b42-473e-9d88-c6a6248d927c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:28.025483 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-18a0f2b0-6b42-473e-9d88-c6a6248d927c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a626ea2c-eff6-492e-9101-cbd861c5f373 HTTP/1.1" status: 204 len: 168 time: 0.5126154 Mar 23 23:49:28.038071 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0f2b0-6b42-473e-9d88-c6a6248d927c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a626ea2c-eff6-492e-9101-cbd861c5f373,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:28.148904 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6808ca31-9e96-4cae-b393-fbbd0255eb30 admin admin] Publish callbacks [] for security_group (f0c58a90-f10b-4c70-b813-a255a206e522), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:28.154779 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6808ca31-9e96-4cae-b393-fbbd0255eb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (f0c58a90-f10b-4c70-b813-a255a206e522), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:28.194792 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808ca31-9e96-4cae-b393-fbbd0255eb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c58a90-f10b-4c70-b813-a255a206e522,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:28.231082 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-6808ca31-9e96-4cae-b393-fbbd0255eb30 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51be74b8a7fc4f9e98acc2664943fbdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492751 Mar 23 23:49:28.231818 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46534) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:28.303143 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-da023fc1-3577-47e8-bd0b-2ad7e8c210d9 admin admin] Publish callbacks [] for security_group (f0c58a90-f10b-4c70-b813-a255a206e522), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:28.336497 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-da023fc1-3577-47e8-bd0b-2ad7e8c210d9 admin admin] Publish callbacks [] for security_group (f0c58a90-f10b-4c70-b813-a255a206e522), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:28.400718 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-da023fc1-3577-47e8-bd0b-2ad7e8c210d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (f0c58a90-f10b-4c70-b813-a255a206e522), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:28.404477 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-da023fc1-3577-47e8-bd0b-2ad7e8c210d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:28.409364 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-da023fc1-3577-47e8-bd0b-2ad7e8c210d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0c58a90-f10b-4c70-b813-a255a206e522 HTTP/1.1" status: 204 len: 168 time: 0.1755459 Mar 23 23:49:28.412195 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ecb39c0a-58f6-4c01-a24e-a6f49b570286 req-478b3a87-aef5-4460-ba8a-e3e2963db183 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246625 Mar 23 23:49:28.419507 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da023fc1-3577-47e8-bd0b-2ad7e8c210d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c58a90-f10b-4c70-b813-a255a206e522,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:28.621772 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46550) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:28.635586 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-36589413-b666-4989-ba75-b906b28ece09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:28.722007 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-36589413-b666-4989-ba75-b906b28ece09 admin admin] Publish callbacks [] for security_group (b40d9f07-d934-4b34-925b-82fdc39c235d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:28.728201 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-36589413-b666-4989-ba75-b906b28ece09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (b40d9f07-d934-4b34-925b-82fdc39c235d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:28.778781 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-36589413-b666-4989-ba75-b906b28ece09 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d77c760b9af0413590ad5362ed2a735f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1557751 Mar 23 23:49:28.780083 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36589413-b666-4989-ba75-b906b28ece09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40d9f07-d934-4b34-925b-82fdc39c235d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:28.782628 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46554) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:28.849675 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e9a08c44-6a48-45b0-a388-f82dfc9b08d0 admin admin] Publish callbacks [] for security_group (b40d9f07-d934-4b34-925b-82fdc39c235d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:28.852981 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.db.resource_extend [None req-18bb675c-e5d4-42c5-adbb-a267843c6e3b tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 23:49:28.876924 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e9a08c44-6a48-45b0-a388-f82dfc9b08d0 admin admin] Publish callbacks [] for security_group (b40d9f07-d934-4b34-925b-82fdc39c235d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:28.942547 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-18bb675c-e5d4-42c5-adbb-a267843c6e3b tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:28.942769 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e9a08c44-6a48-45b0-a388-f82dfc9b08d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (b40d9f07-d934-4b34-925b-82fdc39c235d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:28.946066 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e9a08c44-6a48-45b0-a388-f82dfc9b08d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:28.947242 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-e9a08c44-6a48-45b0-a388-f82dfc9b08d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b40d9f07-d934-4b34-925b-82fdc39c235d HTTP/1.1" status: 204 len: 168 time: 0.1633444 Mar 23 23:49:28.947547 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-18bb675c-e5d4-42c5-adbb-a267843c6e3b tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (f3d354c6-a63c-4dc1-bea3-3fed536249f0), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:28.960632 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a08c44-6a48-45b0-a388-f82dfc9b08d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40d9f07-d934-4b34-925b-82fdc39c235d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:29.110275 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.l3_db [None req-18bb675c-e5d4-42c5-adbb-a267843c6e3b tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Floating IP f3d354c6-a63c-4dc1-bea3-3fed536249f0 associated. External IP: 172.27.0.176, port: c22717ee-3ef2-402f-b74d-e6768f175728. Mar 23 23:49:29.207555 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a341a2-236f-42b2-9a6d-3b109511e9a4 req-9f1dceb8-45f3-49df-ac22-5639143603f4 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:29.209290 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c2a341a2-236f-42b2-9a6d-3b109511e9a4 req-9f1dceb8-45f3-49df-ac22-5639143603f4 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.1410677 Mar 23 23:49:29.305196 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c2a341a2-236f-42b2-9a6d-3b109511e9a4 req-ce0987a0-2953-4803-9d7c-6613a0b3dd65 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782695 Mar 23 23:49:29.473213 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bb675c-e5d4-42c5-adbb-a267843c6e3b tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Router 54373860-04c0-44b4-adcc-42cb31e0401d has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:49:29.597174 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46598) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:29.621384 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-77e860b0-0f2f-40db-9a5c-142a8951f38c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:29.709164 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bb675c-e5d4-42c5-adbb-a267843c6e3b tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:49:29.721335 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-18bb675c-e5d4-42c5-adbb-a267843c6e3b tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:29.732330 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee8e8cb-59fb-49de-991a-78cf4a896c37 None None] Sync routers for ids ['54373860-04c0-44b4-adcc-42cb31e0401d'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:49:29.747996 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee8e8cb-59fb-49de-991a-78cf4a896c37 None None] Routers {'54373860-04c0-44b4-adcc-42cb31e0401d'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:49:29.751847 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bee8e8cb-59fb-49de-991a-78cf4a896c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:49:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['54373860-04c0-44b4-adcc-42cb31e0401d'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:49:29.855907 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-18bb675c-e5d4-42c5-adbb-a267843c6e3b tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "PUT /v2.0/floatingips/f3d354c6-a63c-4dc1-bea3-3fed536249f0 HTTP/1.1" status: 200 len: 991 time: 2.0662012 Mar 23 23:49:29.856558 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016bc691-aab7-4c29-b4a5-a3b2c462e950', 'tag': 'c22717ee-3ef2-402f-b74d-e6768f175728'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:49:29.863521 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f89217267680bd64d7f927d4eadc419634559ab2f391f9993dc43694367eced7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3f6e78-5fc3-43ee-bac8-9e74ee557b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "016bc691-aab7-4c29-b4a5-a3b2c462e950", "tag": "c22717ee-3ef2-402f-b74d-e6768f175728"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:49:29.898067 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-77e860b0-0f2f-40db-9a5c-142a8951f38c admin admin] Publish callbacks [] for security_group (b1abaa2b-6f0a-4539-8971-593d0f341dc7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:29.898615 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-bee8e8cb-59fb-49de-991a-78cf4a896c37 None None] Set router 54373860-04c0-44b4-adcc-42cb31e0401d gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:49:29.909446 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-77e860b0-0f2f-40db-9a5c-142a8951f38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (b1abaa2b-6f0a-4539-8971-593d0f341dc7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:29.935797 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd95c14-67f8-483f-8eda-59fd467f42a7 x-openstack-request-id: req-9bd95c14-67f8-483f-8eda-59fd467f42a7 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:49:29.936513 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016bc691-aab7-4c29-b4a5-a3b2c462e950", "tag": "c22717ee-3ef2-402f-b74d-e6768f175728", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:49:29.936917 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9bd95c14-67f8-483f-8eda-59fd467f42a7 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:49:29.937577 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd95c14-67f8-483f-8eda-59fd467f42a7'] response: {'name': 'network-changed', 'server_uuid': '016bc691-aab7-4c29-b4a5-a3b2c462e950', 'tag': 'c22717ee-3ef2-402f-b74d-e6768f175728', 'status': 'completed', 'code': 200} Mar 23 23:49:30.013650 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e860b0-0f2f-40db-9a5c-142a8951f38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1abaa2b-6f0a-4539-8971-593d0f341dc7,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:30.061178 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 46624) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:30.062486 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-77e860b0-0f2f-40db-9a5c-142a8951f38c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4396b0616b94aa0a404a004387487d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4638989 Mar 23 23:49:30.066803 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f6e78-5fc3-43ee-bac8-9e74ee557b9e req-db8e2fb3-c1c3-49e6-b4c1-0e5c6ba8bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:30.068668 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7d3f6e78-5fc3-43ee-bac8-9e74ee557b9e req-db8e2fb3-c1c3-49e6-b4c1-0e5c6ba8bd76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03e5b02e8c44caaaadaf5d60fc18023&device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 1129 time: 0.1133063 Mar 23 23:49:30.203564 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa6b5e65-da8d-4e1f-b6de-c3c10f0d6548 admin admin] Publish callbacks [] for security_group (b1abaa2b-6f0a-4539-8971-593d0f341dc7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:30.233238 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa6b5e65-da8d-4e1f-b6de-c3c10f0d6548 admin admin] Publish callbacks [] for security_group (b1abaa2b-6f0a-4539-8971-593d0f341dc7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:30.274148 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bee8e8cb-59fb-49de-991a-78cf4a896c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:45Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 4, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'gw_port': {'id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': 'f3d354c6-a63c-4dc1-bea3-3fed536249f0', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'port_id': 'c22717ee-3ef2-402f-b74d-e6768f175728', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'mac_address': 'fa:16:3e:78:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016bc691-aab7-4c29-b4a5-a3b2c462e950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:49:05Z', 'updated_at': '2022-03-23T23:49:28Z', 'revision_number': 1, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0cd8e7-4335-4589-8a8b-f70507aac3ab', 'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'mac_address': 'fa:16:3e:55:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:49Z', 'updated_at': '2022-03-23T23:48:59Z', 'revision_number': 5, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'subnets': [{'id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:49:30.306156 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee8e8cb-59fb-49de-991a-78cf4a896c37 None None] Checking router: 54373860-04c0-44b4-adcc-42cb31e0401d for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:49:30.306373 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa6b5e65-da8d-4e1f-b6de-c3c10f0d6548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (b1abaa2b-6f0a-4539-8971-593d0f341dc7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:30.308853 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa6b5e65-da8d-4e1f-b6de-c3c10f0d6548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:30.315090 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-fa6b5e65-da8d-4e1f-b6de-c3c10f0d6548 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1abaa2b-6f0a-4539-8971-593d0f341dc7 HTTP/1.1" status: 204 len: 168 time: 0.2510560 Mar 23 23:49:30.322721 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee8e8cb-59fb-49de-991a-78cf4a896c37 None None] Routers {'54373860-04c0-44b4-adcc-42cb31e0401d'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:49:30.323972 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bee8e8cb-59fb-49de-991a-78cf4a896c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:49:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['54373860-04c0-44b4-adcc-42cb31e0401d'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:49:30.353444 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f6e78-5fc3-43ee-bac8-9e74ee557b9e req-c93f677e-3324-4bbd-924e-0761050f911b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:30.366862 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7d3f6e78-5fc3-43ee-bac8-9e74ee557b9e req-c93f677e-3324-4bbd-924e-0761050f911b service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a HTTP/1.1" status: 200 len: 910 time: 0.2909365 Mar 23 23:49:30.368893 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b5e65-da8d-4e1f-b6de-c3c10f0d6548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1abaa2b-6f0a-4539-8971-593d0f341dc7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:30.481730 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-bee8e8cb-59fb-49de-991a-78cf4a896c37 None None] Set router 54373860-04c0-44b4-adcc-42cb31e0401d gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:49:30.619075 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7d3f6e78-5fc3-43ee-bac8-9e74ee557b9e req-49418e5c-3095-4551-8297-d75b47f76e04 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c22717ee-3ef2-402f-b74d-e6768f175728 HTTP/1.1" status: 200 len: 999 time: 0.2184227 Mar 23 23:49:30.631419 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d50c6-877e-41d5-9cd1-ca149d3f76be req-2e1c46d1-875c-4f61-9161-229e14c2baf0 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:30.633606 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-014d50c6-877e-41d5-9cd1-ca149d3f76be req-2e1c46d1-875c-4f61-9161-229e14c2baf0 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.1175175 Mar 23 23:49:30.728227 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-014d50c6-877e-41d5-9cd1-ca149d3f76be req-d33311ff-4e75-4ce3-b085-97c4aba2a074 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862379 Mar 23 23:49:30.732269 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f6e78-5fc3-43ee-bac8-9e74ee557b9e req-c87dee72-90a1-4928-80c7-4a0d496e340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:30.734302 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7d3f6e78-5fc3-43ee-bac8-9e74ee557b9e req-c87dee72-90a1-4928-80c7-4a0d496e340b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3dfa0736-7078-436a-bef7-91bda4df3d72 HTTP/1.1" status: 200 len: 849 time: 0.0993729 Mar 23 23:49:30.837247 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f6e78-5fc3-43ee-bac8-9e74ee557b9e req-c5bd12c8-6917-48b0-96fb-65009f049bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:30.839318 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7d3f6e78-5fc3-43ee-bac8-9e74ee557b9e req-c5bd12c8-6917-48b0-96fb-65009f049bad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0983064 Mar 23 23:49:31.010933 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7d3f6e78-5fc3-43ee-bac8-9e74ee557b9e req-6e4cf08e-61c1-43e1-bd76-ac06ed361a8d service neutron] 10.222.0.20 "GET /v2.0/networks/2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647046 Mar 23 23:49:31.029798 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bee8e8cb-59fb-49de-991a-78cf4a896c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:45Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 4, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'gw_port': {'id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': 'f3d354c6-a63c-4dc1-bea3-3fed536249f0', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'port_id': 'c22717ee-3ef2-402f-b74d-e6768f175728', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'mac_address': 'fa:16:3e:78:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016bc691-aab7-4c29-b4a5-a3b2c462e950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:49:05Z', 'updated_at': '2022-03-23T23:49:28Z', 'revision_number': 1, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0cd8e7-4335-4589-8a8b-f70507aac3ab', 'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'mac_address': 'fa:16:3e:55:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:49Z', 'updated_at': '2022-03-23T23:48:59Z', 'revision_number': 5, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'subnets': [{'id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:49:31.067930 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee8e8cb-59fb-49de-991a-78cf4a896c37 None None] The sync data for ids ['54373860-04c0-44b4-adcc-42cb31e0401d'] in dv-cinder-749155-6-iscsi is: [{'id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:45Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 4, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'gw_port': {'id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': 'f3d354c6-a63c-4dc1-bea3-3fed536249f0', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'port_id': 'c22717ee-3ef2-402f-b74d-e6768f175728', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'mac_address': 'fa:16:3e:78:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016bc691-aab7-4c29-b4a5-a3b2c462e950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:49:05Z', 'updated_at': '2022-03-23T23:49:28Z', 'revision_number': 1, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0cd8e7-4335-4589-8a8b-f70507aac3ab', 'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'mac_address': 'fa:16:3e:55:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:49Z', 'updated_at': '2022-03-23T23:48:59Z', 'revision_number': 5, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'subnets': [{'id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:49:31.212497 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7d3f6e78-5fc3-43ee-bac8-9e74ee557b9e req-10dd621c-94b6-4b38-881a-50c98e26eab8 service neutron] 10.222.0.20 "GET /v2.0/networks/2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921880 Mar 23 23:49:31.363752 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ce3b2-bb6c-4ea9-88e3-1dd60845c690 req-5e2e1c06-04ec-408f-844d-d8af904bfccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:31.366078 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-852ce3b2-bb6c-4ea9-88e3-1dd60845c690 req-5e2e1c06-04ec-408f-844d-d8af904bfccc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 1130 time: 0.0944130 Mar 23 23:49:31.467311 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c08b4-3952-4e4c-ae74-9e5c510a4e46 req-a7ae66dc-9833-454d-98a4-33dedc0b2688 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:31.468877 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-004c08b4-3952-4e4c-ae74-9e5c510a4e46 req-a7ae66dc-9833-454d-98a4-33dedc0b2688 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.1509600 Mar 23 23:49:31.499490 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f934b366-ca2c-45e5-a60d-33cdc2483181 None None] New status for floating IP f3d354c6-a63c-4dc1-bea3-3fed536249f0: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:49:31.614867 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ce3b2-bb6c-4ea9-88e3-1dd60845c690 req-39617ceb-a63c-489e-9361-b52095f91e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:31.616497 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-852ce3b2-bb6c-4ea9-88e3-1dd60845c690 req-39617ceb-a63c-489e-9361-b52095f91e25 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e8de27b-07d3-4627-8f07-85afc18d3e4e HTTP/1.1" status: 200 len: 917 time: 0.2396772 Mar 23 23:49:31.621116 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-004c08b4-3952-4e4c-ae74-9e5c510a4e46 req-efbb46f5-d7e3-456f-821e-752f388afd9b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358597 Mar 23 23:49:31.719573 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-852ce3b2-bb6c-4ea9-88e3-1dd60845c690 req-17758f94-42ce-4b0e-b7d4-4f80e108dd79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c985c493-953b-46db-ad1c-43becf8aebc6 HTTP/1.1" status: 200 len: 217 time: 0.0926123 Mar 23 23:49:31.796115 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ce3b2-bb6c-4ea9-88e3-1dd60845c690 req-0edb92c9-f783-4fc0-9cba-2d11a79417aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:31.797914 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-852ce3b2-bb6c-4ea9-88e3-1dd60845c690 req-0edb92c9-f783-4fc0-9cba-2d11a79417aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36fdea4e-dd3d-4b87-92dc-886e2d219615 HTTP/1.1" status: 200 len: 856 time: 0.0672710 Mar 23 23:49:31.905930 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ce3b2-bb6c-4ea9-88e3-1dd60845c690 req-a8bcfd78-0502-4637-970c-e7462f3ad70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:31.916957 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-852ce3b2-bb6c-4ea9-88e3-1dd60845c690 req-a8bcfd78-0502-4637-970c-e7462f3ad70e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e8de27b-07d3-4627-8f07-85afc18d3e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1125307 Mar 23 23:49:32.061751 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-852ce3b2-bb6c-4ea9-88e3-1dd60845c690 req-935118b5-5413-4d74-894e-f64f196ef9ab service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305330 Mar 23 23:49:32.173959 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-852ce3b2-bb6c-4ea9-88e3-1dd60845c690 req-1e5dc35b-989a-44a1-a4df-192c3abdfdb3 service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989048 Mar 23 23:49:32.758187 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef01b3-809a-4529-b272-127cd692e8d6 req-42f7990d-7964-41b1-8236-a35fc0e929f5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:32.760036 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-54ef01b3-809a-4529-b272-127cd692e8d6 req-42f7990d-7964-41b1-8236-a35fc0e929f5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.0607982 Mar 23 23:49:32.813005 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-54ef01b3-809a-4529-b272-127cd692e8d6 req-3281d770-8845-4c19-a962-a01a096abb42 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454457 Mar 23 23:49:32.904595 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 46770) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:33.031138 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55b82505-5fb3-4c5a-93e6-855dbe69c5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:33.123003 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55b82505-5fb3-4c5a-93e6-855dbe69c5cb admin admin] Publish callbacks [] for security_group (62357785-f5af-41a3-b450-6807f37050ea), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:33.128698 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55b82505-5fb3-4c5a-93e6-855dbe69c5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (62357785-f5af-41a3-b450-6807f37050ea), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:33.170291 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-55b82505-5fb3-4c5a-93e6-855dbe69c5cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca54fb2da0314fbd964e7b91ffecd5f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645888 Mar 23 23:49:33.172360 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b82505-5fb3-4c5a-93e6-855dbe69c5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62357785-f5af-41a3-b450-6807f37050ea,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:33.173036 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46784) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:33.258347 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5132-a344-4ab8-8bd2-2a9da620e476 admin admin] Publish callbacks [] for security_group (62357785-f5af-41a3-b450-6807f37050ea), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:33.284010 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5132-a344-4ab8-8bd2-2a9da620e476 admin admin] Publish callbacks [] for security_group (62357785-f5af-41a3-b450-6807f37050ea), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:33.330787 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5132-a344-4ab8-8bd2-2a9da620e476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (62357785-f5af-41a3-b450-6807f37050ea), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:33.333555 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5132-a344-4ab8-8bd2-2a9da620e476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:33.334719 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-ff8d5132-a344-4ab8-8bd2-2a9da620e476 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62357785-f5af-41a3-b450-6807f37050ea HTTP/1.1" status: 204 len: 168 time: 0.1605690 Mar 23 23:49:33.344292 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d5132-a344-4ab8-8bd2-2a9da620e476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62357785-f5af-41a3-b450-6807f37050ea,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:33.659925 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46808) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:33.676741 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a447244f-8e5e-4370-b4c1-6dda0473d337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:33.767599 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a447244f-8e5e-4370-b4c1-6dda0473d337 admin admin] Publish callbacks [] for security_group (a3cb6473-64f2-4c46-855e-a8dd96ba02c9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:33.772580 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a447244f-8e5e-4370-b4c1-6dda0473d337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (a3cb6473-64f2-4c46-855e-a8dd96ba02c9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:33.814352 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-a447244f-8e5e-4370-b4c1-6dda0473d337 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc5f911e2c5649ee929ae09db448ae58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531069 Mar 23 23:49:33.815196 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447244f-8e5e-4370-b4c1-6dda0473d337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cb6473-64f2-4c46-855e-a8dd96ba02c9,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:33.817335 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 46820) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:33.877869 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a1beee01-a715-4ff0-a912-d1073b4371f4 admin admin] Publish callbacks [] for security_group (a3cb6473-64f2-4c46-855e-a8dd96ba02c9), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:33.905289 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a1beee01-a715-4ff0-a912-d1073b4371f4 admin admin] Publish callbacks [] for security_group (a3cb6473-64f2-4c46-855e-a8dd96ba02c9), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:33.986817 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0dba8-e2bd-4f94-9465-a7a72ee62ce6 req-e930dd29-dae9-4c2e-839e-f94d8c3e4bfb tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:33.994435 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7bf0dba8-e2bd-4f94-9465-a7a72ee62ce6 req-e930dd29-dae9-4c2e-839e-f94d8c3e4bfb tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.0914962 Mar 23 23:49:34.028941 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a1beee01-a715-4ff0-a912-d1073b4371f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (a3cb6473-64f2-4c46-855e-a8dd96ba02c9), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:34.032133 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a1beee01-a715-4ff0-a912-d1073b4371f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:34.036846 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-a1beee01-a715-4ff0-a912-d1073b4371f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3cb6473-64f2-4c46-855e-a8dd96ba02c9 HTTP/1.1" status: 204 len: 168 time: 0.2146287 Mar 23 23:49:34.055778 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1beee01-a715-4ff0-a912-d1073b4371f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cb6473-64f2-4c46-855e-a8dd96ba02c9,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:34.064785 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7bf0dba8-e2bd-4f94-9465-a7a72ee62ce6 req-7b55254c-6a35-4138-af50-a2faab48481e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682755 Mar 23 23:49:34.472858 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ac7e7-eac6-4041-aedd-e38d05b4737e req-db17b4af-8235-45d7-8cb2-b9055ffca68b tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:34.474403 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f71ac7e7-eac6-4041-aedd-e38d05b4737e req-db17b4af-8235-45d7-8cb2-b9055ffca68b tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 946 time: 0.0576172 Mar 23 23:49:34.525595 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f71ac7e7-eac6-4041-aedd-e38d05b4737e req-6bd8eeff-c59c-4fc4-9066-fa56272b16f5 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c0aa9e-ebae-4614-b064-1cd2ace0dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451870 Mar 23 23:49:35.133418 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46882) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:35.279652 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-76bc7b8e-1e8a-46dd-b942-0da58d2f7aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:35.388065 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-76bc7b8e-1e8a-46dd-b942-0da58d2f7aeb admin admin] Publish callbacks [] for security_group (3466260a-9139-483c-821e-dcf075ce1787), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:35.392545 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-76bc7b8e-1e8a-46dd-b942-0da58d2f7aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (3466260a-9139-483c-821e-dcf075ce1787), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:35.452950 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ee493-2bd9-4896-bb28-afdd2be502bd req-fe02195c-1a81-48bb-835b-1987d08a2ae6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:35.454717 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5d0ee493-2bd9-4896-bb28-afdd2be502bd req-fe02195c-1a81-48bb-835b-1987d08a2ae6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.3091893 Mar 23 23:49:35.473645 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc7b8e-1e8a-46dd-b942-0da58d2f7aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3466260a-9139-483c-821e-dcf075ce1787,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:35.510159 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-76bc7b8e-1e8a-46dd-b942-0da58d2f7aeb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65673070456a4281b235a5487b7373e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3748887 Mar 23 23:49:35.510510 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 46908) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:35.564108 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5d0ee493-2bd9-4896-bb28-afdd2be502bd req-8af3389a-4f31-40ad-a6e6-50d6ed8b3fab tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876343 Mar 23 23:49:35.595533 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d95dafd-e981-45c2-82ae-852de8697ebf admin admin] Publish callbacks [] for security_group (3466260a-9139-483c-821e-dcf075ce1787), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:35.623308 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d95dafd-e981-45c2-82ae-852de8697ebf admin admin] Publish callbacks [] for security_group (3466260a-9139-483c-821e-dcf075ce1787), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:35.706511 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686c000-3159-4467-9206-e0c4182aa830 req-5271dd6e-cc36-454e-b67a-d2e0ba78311a tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:35.707986 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b686c000-3159-4467-9206-e0c4182aa830 req-5271dd6e-cc36-454e-b67a-d2e0ba78311a tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 946 time: 0.0759978 Mar 23 23:49:35.720967 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d95dafd-e981-45c2-82ae-852de8697ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (3466260a-9139-483c-821e-dcf075ce1787), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:35.723443 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d95dafd-e981-45c2-82ae-852de8697ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:35.724493 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-7d95dafd-e981-45c2-82ae-852de8697ebf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3466260a-9139-483c-821e-dcf075ce1787 HTTP/1.1" status: 204 len: 168 time: 0.2130060 Mar 23 23:49:35.744295 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95dafd-e981-45c2-82ae-852de8697ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3466260a-9139-483c-821e-dcf075ce1787,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:35.787039 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b686c000-3159-4467-9206-e0c4182aa830 req-9c10a9e7-5430-4db1-82af-1d1ab6a4171f tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c0aa9e-ebae-4614-b064-1cd2ace0dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729754 Mar 23 23:49:36.007205 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 46926) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:36.122424 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a06ebab-0e7f-4dce-9e6f-25fa63b96608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:36.224753 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a06ebab-0e7f-4dce-9e6f-25fa63b96608 admin admin] Publish callbacks [] for security_group (60c15f53-df73-44cf-a87d-ec406b79f7a2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:36.229953 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a06ebab-0e7f-4dce-9e6f-25fa63b96608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (60c15f53-df73-44cf-a87d-ec406b79f7a2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:36.281537 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-5a06ebab-0e7f-4dce-9e6f-25fa63b96608 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8eb0dd5fc57646a3a255b1afeee68b75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730696 Mar 23 23:49:36.284154 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46950) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:36.286028 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06ebab-0e7f-4dce-9e6f-25fa63b96608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c15f53-df73-44cf-a87d-ec406b79f7a2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:36.342204 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a24f566-9694-48d1-a0b0-8b15dbc90b6e admin admin] Publish callbacks [] for security_group (60c15f53-df73-44cf-a87d-ec406b79f7a2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:36.369152 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a24f566-9694-48d1-a0b0-8b15dbc90b6e admin admin] Publish callbacks [] for security_group (60c15f53-df73-44cf-a87d-ec406b79f7a2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:36.429462 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a24f566-9694-48d1-a0b0-8b15dbc90b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (60c15f53-df73-44cf-a87d-ec406b79f7a2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:36.432620 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a24f566-9694-48d1-a0b0-8b15dbc90b6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:36.436800 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-8a24f566-9694-48d1-a0b0-8b15dbc90b6e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60c15f53-df73-44cf-a87d-ec406b79f7a2 HTTP/1.1" status: 204 len: 168 time: 0.1516266 Mar 23 23:49:36.449425 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24f566-9694-48d1-a0b0-8b15dbc90b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c15f53-df73-44cf-a87d-ec406b79f7a2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:36.624594 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943aaac4-f91a-443d-b0aa-12fea509ac4f req-a5475234-f405-4160-8379-82893eb7806a tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:36.628086 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-943aaac4-f91a-443d-b0aa-12fea509ac4f req-a5475234-f405-4160-8379-82893eb7806a tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.20 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 946 time: 0.0742784 Mar 23 23:49:36.780404 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad92f0-d3f2-4d8c-8d29-4eb704231ddc req-3cafabe2-15eb-4528-9b21-5a1e981b16b3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:36.781912 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e1ad92f0-d3f2-4d8c-8d29-4eb704231ddc req-3cafabe2-15eb-4528-9b21-5a1e981b16b3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.1529169 Mar 23 23:49:36.864212 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e1ad92f0-d3f2-4d8c-8d29-4eb704231ddc req-9465dd8d-d774-4b01-a7ab-d92bc26f865a tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750003 Mar 23 23:49:36.927139 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-943aaac4-f91a-443d-b0aa-12fea509ac4f req-67f20341-fb25-4e02-a480-17002e5035be tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Deleting port b1d1df6b-251e-4347-815b-05e23bcc3e91 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:49:36.927474 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-943aaac4-f91a-443d-b0aa-12fea509ac4f req-67f20341-fb25-4e02-a480-17002e5035be tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (b1d1df6b-251e-4347-815b-05e23bcc3e91), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:36.995904 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4950f95-aca6-4da5-9cda-82e96918ce22 req-b0dad5e2-35a8-4be1-aaf6-a49795fcece0 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:36.997896 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e4950f95-aca6-4da5-9cda-82e96918ce22 req-b0dad5e2-35a8-4be1-aaf6-a49795fcece0 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 946 time: 0.1264138 Mar 23 23:49:37.023140 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 46996) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:37.047935 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-393f0cd9-8c6d-4792-8df5-15d3dc3a44c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.080973 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e4950f95-aca6-4da5-9cda-82e96918ce22 req-b9f6a3e4-0825-4a49-a198-6039ac6ef712 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c0aa9e-ebae-4614-b064-1cd2ace0dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744727 Mar 23 23:49:37.100824 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-943aaac4-f91a-443d-b0aa-12fea509ac4f req-67f20341-fb25-4e02-a480-17002e5035be tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] For port b1d1df6b-251e-4347-815b-05e23bcc3e91, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=b1d1df6b-251e-4347-815b-05e23bcc3e91,segment=NetworkSegment(818fed5a-afbf-4952-bf82-e09f33e459b6),segment_id=818fed5a-afbf-4952-bf82-e09f33e459b6)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:49:37.102657 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-943aaac4-f91a-443d-b0aa-12fea509ac4f req-67f20341-fb25-4e02-a480-17002e5035be tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (b1d1df6b-251e-4347-815b-05e23bcc3e91), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.121045 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-943aaac4-f91a-443d-b0aa-12fea509ac4f req-67f20341-fb25-4e02-a480-17002e5035be tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Calling delete_port for b1d1df6b-251e-4347-815b-05e23bcc3e91 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:49:37.142688 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47000) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:37.162516 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-393f0cd9-8c6d-4792-8df5-15d3dc3a44c1 admin admin] Publish callbacks [] for security_group (ff409775-946e-488e-827d-cff7fc5c7a0b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.168724 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-393f0cd9-8c6d-4792-8df5-15d3dc3a44c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (ff409775-946e-488e-827d-cff7fc5c7a0b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.216749 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-393f0cd9-8c6d-4792-8df5-15d3dc3a44c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=96ae59699f314a7fa0ae9e41945f7e78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876240 Mar 23 23:49:37.217604 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47006) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:37.225942 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f0cd9-8c6d-4792-8df5-15d3dc3a44c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff409775-946e-488e-827d-cff7fc5c7a0b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:37.239379 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b5880684-d0f9-4462-8c0f-eebbc88fae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.307287 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a5afd56-1093-46e5-a016-565be3b6acd6 admin admin] Publish callbacks [] for security_group (ff409775-946e-488e-827d-cff7fc5c7a0b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.342101 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a5afd56-1093-46e5-a016-565be3b6acd6 admin admin] Publish callbacks [] for security_group (ff409775-946e-488e-827d-cff7fc5c7a0b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.374037 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 47012) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:37.403064 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-943aaac4-f91a-443d-b0aa-12fea509ac4f req-67f20341-fb25-4e02-a480-17002e5035be tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (b1d1df6b-251e-4347-815b-05e23bcc3e91), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.408877 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a5afd56-1093-46e5-a016-565be3b6acd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (ff409775-946e-488e-827d-cff7fc5c7a0b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.411728 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a5afd56-1093-46e5-a016-565be3b6acd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.413203 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-9a5afd56-1093-46e5-a016-565be3b6acd6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff409775-946e-488e-827d-cff7fc5c7a0b HTTP/1.1" status: 204 len: 168 time: 0.1945751 Mar 23 23:49:37.416492 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['b1d1df6b-251e-4347-815b-05e23bcc3e91'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:49:37.424190 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5afd56-1093-46e5-a016-565be3b6acd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff409775-946e-488e-827d-cff7fc5c7a0b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:37.478359 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f20341-fb25-4e02-a480-17002e5035be tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Pushing event deleted for resources: {'Port': ['ID=b1d1df6b-251e-4347-815b-05e23bcc3e91,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:37.521550 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27de143f-dc70-46aa-a395-40ec4d12a0e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.527981 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b550c4d-c64e-4452-9bda-795da163334e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.541036 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-943aaac4-f91a-443d-b0aa-12fea509ac4f req-67f20341-fb25-4e02-a480-17002e5035be tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] No DVR routers for this DVR port b1d1df6b-251e-4347-815b-05e23bcc3e91 on host hv-cinder-74915 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:49:37.546207 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-943aaac4-f91a-443d-b0aa-12fea509ac4f req-67f20341-fb25-4e02-a480-17002e5035be tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.549482 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-943aaac4-f91a-443d-b0aa-12fea509ac4f req-67f20341-fb25-4e02-a480-17002e5035be tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.20 "DELETE /v2.0/ports/b1d1df6b-251e-4347-815b-05e23bcc3e91 HTTP/1.1" status: 204 len: 173 time: 0.8805640 Mar 23 23:49:37.552748 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500dc081-8449-42d1-ad52-7c404e82bb99', 'name': 'network-vif-deleted', 'tag': 'b1d1df6b-251e-4347-815b-05e23bcc3e91'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:49:37.555787 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f89217267680bd64d7f927d4eadc419634559ab2f391f9993dc43694367eced7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f78cead-acbe-4872-a536-d87d5d56669f" -d '{"events": [{"server_uuid": "500dc081-8449-42d1-ad52-7c404e82bb99", "name": "network-vif-deleted", "tag": "b1d1df6b-251e-4347-815b-05e23bcc3e91"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:49:37.631544 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27de143f-dc70-46aa-a395-40ec4d12a0e2 admin admin] Publish callbacks [] for security_group (295dc939-493f-426b-91b1-5c5653e8ad7b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.637156 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27de143f-dc70-46aa-a395-40ec4d12a0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (295dc939-493f-426b-91b1-5c5653e8ad7b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.662455 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b550c4d-c64e-4452-9bda-795da163334e admin admin] Publish callbacks [] for security_group (abc49711-9357-4da4-bccc-aed396942aff), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.670493 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b550c4d-c64e-4452-9bda-795da163334e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (abc49711-9357-4da4-bccc-aed396942aff), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.687675 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26ad4e8-30e6-46d1-89e4-cff27fb5d989 x-openstack-request-id: req-e26ad4e8-30e6-46d1-89e4-cff27fb5d989 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:49:37.687969 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500dc081-8449-42d1-ad52-7c404e82bb99", "name": "network-vif-deleted", "tag": "b1d1df6b-251e-4347-815b-05e23bcc3e91", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:49:37.688219 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e26ad4e8-30e6-46d1-89e4-cff27fb5d989 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:49:37.688791 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26ad4e8-30e6-46d1-89e4-cff27fb5d989'] response: {'server_uuid': '500dc081-8449-42d1-ad52-7c404e82bb99', 'name': 'network-vif-deleted', 'tag': 'b1d1df6b-251e-4347-815b-05e23bcc3e91', 'status': 'completed', 'code': 200} Mar 23 23:49:37.710730 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-27de143f-dc70-46aa-a395-40ec4d12a0e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41894da35af940929192bc10e2e75ff9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5666902 Mar 23 23:49:37.712068 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de143f-dc70-46aa-a395-40ec4d12a0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295dc939-493f-426b-91b1-5c5653e8ad7b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:37.714566 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47030) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:37.727654 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-5b550c4d-c64e-4452-9bda-795da163334e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f89047fc2efa44d8abaf2f9a15e59245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3522618 Mar 23 23:49:37.730249 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b550c4d-c64e-4452-9bda-795da163334e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc49711-9357-4da4-bccc-aed396942aff,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:37.733504 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 47032) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:37.771029 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-502b437a-71d6-4083-a929-ffb18ec3e3ee admin admin] Publish callbacks [] for security_group (295dc939-493f-426b-91b1-5c5653e8ad7b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.785237 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a6ce99c-0576-433d-b9c1-69dad5e46473 admin admin] Publish callbacks [] for security_group (abc49711-9357-4da4-bccc-aed396942aff), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.797476 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-502b437a-71d6-4083-a929-ffb18ec3e3ee admin admin] Publish callbacks [] for security_group (295dc939-493f-426b-91b1-5c5653e8ad7b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.815079 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a6ce99c-0576-433d-b9c1-69dad5e46473 admin admin] Publish callbacks [] for security_group (abc49711-9357-4da4-bccc-aed396942aff), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.858808 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-502b437a-71d6-4083-a929-ffb18ec3e3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (295dc939-493f-426b-91b1-5c5653e8ad7b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.861701 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-502b437a-71d6-4083-a929-ffb18ec3e3ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.862872 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-502b437a-71d6-4083-a929-ffb18ec3e3ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/295dc939-493f-426b-91b1-5c5653e8ad7b HTTP/1.1" status: 204 len: 168 time: 0.1472349 Mar 23 23:49:37.873268 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b437a-71d6-4083-a929-ffb18ec3e3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295dc939-493f-426b-91b1-5c5653e8ad7b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:37.878725 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a6ce99c-0576-433d-b9c1-69dad5e46473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (abc49711-9357-4da4-bccc-aed396942aff), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.893124 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a6ce99c-0576-433d-b9c1-69dad5e46473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:37.896635 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-9a6ce99c-0576-433d-b9c1-69dad5e46473 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abc49711-9357-4da4-bccc-aed396942aff HTTP/1.1" status: 204 len: 168 time: 0.1594505 Mar 23 23:49:37.908347 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ce99c-0576-433d-b9c1-69dad5e46473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc49711-9357-4da4-bccc-aed396942aff,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:38.062944 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7acbd-8736-48f0-bf4e-193a4b713cfe req-f879fe0c-6dc4-4498-8c1b-749c594d2a33 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:38.065471 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0be7acbd-8736-48f0-bf4e-193a4b713cfe req-f879fe0c-6dc4-4498-8c1b-749c594d2a33 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.0792265 Mar 23 23:49:38.125726 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0be7acbd-8736-48f0-bf4e-193a4b713cfe req-655d1c63-6f0b-424f-b15a-9c0e7dcba533 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512061 Mar 23 23:49:38.217999 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-de1258ea-a70c-4415-bca3-c8b4455bcb77 req-393adfbb-fe69-433b-b4c6-8981d1a030e9 tempest-DeleteServersTestJSON-457065333 tempest-DeleteServersTestJSON-457065333-project] 10.222.0.31 "GET /v2.0/ports?device_id=500dc081-8449-42d1-ad52-7c404e82bb99 HTTP/1.1" status: 200 len: 210 time: 0.0283108 Mar 23 23:49:38.233518 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47054) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:38.407130 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47066) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:38.423319 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7dc9652d-bc5c-402a-a45b-eafae60693b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:38.508163 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 47070) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:38.537109 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1de9304-d608-431d-9b2c-7cfa6f6d12f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:38.564640 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7dc9652d-bc5c-402a-a45b-eafae60693b2 admin admin] Publish callbacks [] for security_group (f71bdf8a-2f5a-4a00-b087-2880e79217ac), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:38.573018 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7dc9652d-bc5c-402a-a45b-eafae60693b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (f71bdf8a-2f5a-4a00-b087-2880e79217ac), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:38.627654 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-7dc9652d-bc5c-402a-a45b-eafae60693b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=170cf40b16e04e91ad29b746a60d2e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192237 Mar 23 23:49:38.628306 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47074) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:38.674684 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9652d-bc5c-402a-a45b-eafae60693b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71bdf8a-2f5a-4a00-b087-2880e79217ac,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:38.694489 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1de9304-d608-431d-9b2c-7cfa6f6d12f4 admin admin] Publish callbacks [] for security_group (cefe465b-4ee4-422e-9bc9-532eb73bd866), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:38.698677 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1de9304-d608-431d-9b2c-7cfa6f6d12f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (cefe465b-4ee4-422e-9bc9-532eb73bd866), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:38.711587 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3eb394ae-b999-4f44-b3ad-3183902f10c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:38.732429 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8337c62b-a6cf-4dee-a968-6c639a65c08a admin admin] Publish callbacks [] for security_group (f71bdf8a-2f5a-4a00-b087-2880e79217ac), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:38.748785 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-d1de9304-d608-431d-9b2c-7cfa6f6d12f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=860cc8241c14467595dc3f77851cc678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389545 Mar 23 23:49:38.749386 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 47084) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:38.756659 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8337c62b-a6cf-4dee-a968-6c639a65c08a admin admin] Publish callbacks [] for security_group (f71bdf8a-2f5a-4a00-b087-2880e79217ac), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:38.778715 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de9304-d608-431d-9b2c-7cfa6f6d12f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefe465b-4ee4-422e-9bc9-532eb73bd866,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:38.809541 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be03e106-cc55-4900-b950-a4999c18093b admin admin] Publish callbacks [] for security_group (cefe465b-4ee4-422e-9bc9-532eb73bd866), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:38.845971 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be03e106-cc55-4900-b950-a4999c18093b admin admin] Publish callbacks [] for security_group (cefe465b-4ee4-422e-9bc9-532eb73bd866), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:38.858120 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3eb394ae-b999-4f44-b3ad-3183902f10c1 admin admin] Publish callbacks [] for security_group (af56db05-8333-4aaf-88c7-aa79a9d05ae4), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:38.872071 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3eb394ae-b999-4f44-b3ad-3183902f10c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (af56db05-8333-4aaf-88c7-aa79a9d05ae4), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:38.907529 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be03e106-cc55-4900-b950-a4999c18093b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (cefe465b-4ee4-422e-9bc9-532eb73bd866), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:38.911281 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be03e106-cc55-4900-b950-a4999c18093b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:38.915402 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-be03e106-cc55-4900-b950-a4999c18093b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cefe465b-4ee4-422e-9bc9-532eb73bd866 HTTP/1.1" status: 204 len: 168 time: 0.1611893 Mar 23 23:49:38.922573 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-3eb394ae-b999-4f44-b3ad-3183902f10c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3eda4f5efdbf4057beeee16eb3771b02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6875229 Mar 23 23:49:38.923845 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb394ae-b999-4f44-b3ad-3183902f10c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af56db05-8333-4aaf-88c7-aa79a9d05ae4,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:38.927119 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47090) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:38.938682 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03e106-cc55-4900-b950-a4999c18093b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefe465b-4ee4-422e-9bc9-532eb73bd866,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:38.971316 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8337c62b-a6cf-4dee-a968-6c639a65c08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (f71bdf8a-2f5a-4a00-b087-2880e79217ac), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:38.973799 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8337c62b-a6cf-4dee-a968-6c639a65c08a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:38.974959 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-8337c62b-a6cf-4dee-a968-6c639a65c08a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f71bdf8a-2f5a-4a00-b087-2880e79217ac HTTP/1.1" status: 204 len: 168 time: 0.3455751 Mar 23 23:49:38.995638 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337c62b-a6cf-4dee-a968-6c639a65c08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71bdf8a-2f5a-4a00-b087-2880e79217ac,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:38.999949 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3c18-7217-484c-b863-ca47a43bdb64 admin admin] Publish callbacks [] for security_group (af56db05-8333-4aaf-88c7-aa79a9d05ae4), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:39.025059 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3c18-7217-484c-b863-ca47a43bdb64 admin admin] Publish callbacks [] for security_group (af56db05-8333-4aaf-88c7-aa79a9d05ae4), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:39.082955 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3c18-7217-484c-b863-ca47a43bdb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (af56db05-8333-4aaf-88c7-aa79a9d05ae4), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:39.088186 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3c18-7217-484c-b863-ca47a43bdb64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:39.091787 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-ab1d3c18-7217-484c-b863-ca47a43bdb64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af56db05-8333-4aaf-88c7-aa79a9d05ae4 HTTP/1.1" status: 204 len: 168 time: 0.1607561 Mar 23 23:49:39.104010 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d3c18-7217-484c-b863-ca47a43bdb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af56db05-8333-4aaf-88c7-aa79a9d05ae4,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:39.272820 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8432c0-d5a2-4375-b8ae-d07f4622e64b req-dd16e3b3-1972-43df-8618-6a6cecd0f184 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:39.274642 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6d8432c0-d5a2-4375-b8ae-d07f4622e64b req-dd16e3b3-1972-43df-8618-6a6cecd0f184 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.0638263 Mar 23 23:49:39.330834 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-057f272d-f15e-4c61-ac25-6f3636bd78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:39.337324 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6d8432c0-d5a2-4375-b8ae-d07f4622e64b req-96f24b26-27c2-4522-9ec3-b49620cc384a tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496800 Mar 23 23:49:39.727508 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 47140) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:39.742891 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b1fe7a5-3266-4726-8722-0e16f92dc855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:39.849708 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b1fe7a5-3266-4726-8722-0e16f92dc855 admin admin] Publish callbacks [] for security_group (2ff51477-f57c-4aad-a60d-1f146b3b97bd), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:39.855237 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b1fe7a5-3266-4726-8722-0e16f92dc855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (2ff51477-f57c-4aad-a60d-1f146b3b97bd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:39.898125 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-6b1fe7a5-3266-4726-8722-0e16f92dc855 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21d27e392c3547eea8e552ea609e0374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1693618 Mar 23 23:49:39.901031 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47148) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:39.907707 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fe7a5-3266-4726-8722-0e16f92dc855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff51477-f57c-4aad-a60d-1f146b3b97bd,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:39.966347 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5d7d9758-effa-4659-b44d-540738fe7c64 admin admin] Publish callbacks [] for security_group (2ff51477-f57c-4aad-a60d-1f146b3b97bd), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:39.994764 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5d7d9758-effa-4659-b44d-540738fe7c64 admin admin] Publish callbacks [] for security_group (2ff51477-f57c-4aad-a60d-1f146b3b97bd), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:40.049592 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5d7d9758-effa-4659-b44d-540738fe7c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (2ff51477-f57c-4aad-a60d-1f146b3b97bd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:40.052794 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5d7d9758-effa-4659-b44d-540738fe7c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:40.054352 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-5d7d9758-effa-4659-b44d-540738fe7c64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ff51477-f57c-4aad-a60d-1f146b3b97bd HTTP/1.1" status: 204 len: 168 time: 0.1519647 Mar 23 23:49:40.063025 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d9758-effa-4659-b44d-540738fe7c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff51477-f57c-4aad-a60d-1f146b3b97bd,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:40.501021 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfe82d-288b-491a-933d-a7f9bd87f615 req-6193ff0e-0184-488f-9042-23f09eea8510 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:40.509810 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-76dfe82d-288b-491a-933d-a7f9bd87f615 req-6193ff0e-0184-488f-9042-23f09eea8510 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.0770102 Mar 23 23:49:40.561859 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:40.580619 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-76dfe82d-288b-491a-933d-a7f9bd87f615 req-170e8b0f-44c5-4cb0-a57b-741882647820 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696492 Mar 23 23:49:40.581398 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 47184) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:40.596980 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98025ba3-0e4a-48cd-b148-bc7725699a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:40.695818 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98025ba3-0e4a-48cd-b148-bc7725699a5e admin admin] Publish callbacks [] for security_group (92e89a68-ee8e-4c08-a0b2-a42728797a85), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:40.700818 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98025ba3-0e4a-48cd-b148-bc7725699a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (92e89a68-ee8e-4c08-a0b2-a42728797a85), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:40.763059 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-98025ba3-0e4a-48cd-b148-bc7725699a5e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10adb48167a2492699b1c572a3cc05e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1780515 Mar 23 23:49:40.763705 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 47194) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:40.764474 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47196) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:40.774336 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98025ba3-0e4a-48cd-b148-bc7725699a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e89a68-ee8e-4c08-a0b2-a42728797a85,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:40.851250 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d5dfacdc-1025-4a9e-96ac-3c5aa0b562ee admin admin] Publish callbacks [] for security_group (92e89a68-ee8e-4c08-a0b2-a42728797a85), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:40.857053 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device b1d1df6b-251e-4347-815b-05e23bcc3e91 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:49:40.859639 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6eae3cd-1589-4c76-9a50-bfb89f3dfcc7 admin admin] Deleting subnet de3539ca-c96d-4e17-928d-f4fd22c2c7e5 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 23:49:40.863125 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c6eae3cd-1589-4c76-9a50-bfb89f3dfcc7 admin admin] Publish callbacks [] for subnet (de3539ca-c96d-4e17-928d-f4fd22c2c7e5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:40.884914 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: b1d1df6b-251e-4347-815b-05e23bcc3e91 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:49:40.885315 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device b1d1df6b-251e-4347-815b-05e23bcc3e91 not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:49:40.900434 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c6eae3cd-1589-4c76-9a50-bfb89f3dfcc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7433114'] for subnet (de3539ca-c96d-4e17-928d-f4fd22c2c7e5), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:40.901928 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d5dfacdc-1025-4a9e-96ac-3c5aa0b562ee admin admin] Publish callbacks [] for security_group (92e89a68-ee8e-4c08-a0b2-a42728797a85), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:40.947146 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c6eae3cd-1589-4c76-9a50-bfb89f3dfcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171796'] for subnet (de3539ca-c96d-4e17-928d-f4fd22c2c7e5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:40.962117 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d5dfacdc-1025-4a9e-96ac-3c5aa0b562ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (92e89a68-ee8e-4c08-a0b2-a42728797a85), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:40.964594 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d5dfacdc-1025-4a9e-96ac-3c5aa0b562ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:40.965763 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-d5dfacdc-1025-4a9e-96ac-3c5aa0b562ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92e89a68-ee8e-4c08-a0b2-a42728797a85 HTTP/1.1" status: 204 len: 168 time: 0.1997139 Mar 23 23:49:40.974524 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfacdc-1025-4a9e-96ac-3c5aa0b562ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e89a68-ee8e-4c08-a0b2-a42728797a85,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:41.027768 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c6eae3cd-1589-4c76-9a50-bfb89f3dfcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5644079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6018763'] for subnet (de3539ca-c96d-4e17-928d-f4fd22c2c7e5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:41.055612 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eae3cd-1589-4c76-9a50-bfb89f3dfcc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de3539ca-c96d-4e17-928d-f4fd22c2c7e5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:41.065225 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c6eae3cd-1589-4c76-9a50-bfb89f3dfcc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:41.068492 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-c6eae3cd-1589-4c76-9a50-bfb89f3dfcc7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/de3539ca-c96d-4e17-928d-f4fd22c2c7e5 HTTP/1.1" status: 204 len: 168 time: 0.3027196 Mar 23 23:49:41.071507 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 47216) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:41.162888 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b73f260f-f450-499e-862b-a16ac9d0405e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049883'] for network (a9d0b96a-0c5b-41cb-baeb-e8bd39a01769), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:41.263904 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b73f260f-f450-499e-862b-a16ac9d0405e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506273', 'neutron.services.segments.db._delete_segments_for_network-8777139652675'] for network (a9d0b96a-0c5b-41cb-baeb-e8bd39a01769), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:41.288759 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-b73f260f-f450-499e-862b-a16ac9d0405e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d0b96a-0c5b-41cb-baeb-e8bd39a01769']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:49:41.301612 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-b73f260f-f450-499e-862b-a16ac9d0405e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818fed5a-afbf-4952-bf82-e09f33e459b6') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:49:41.302110 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-b73f260f-f450-499e-862b-a16ac9d0405e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818fed5a-afbf-4952-bf82-e09f33e459b6') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:49:41.317049 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b73f260f-f450-499e-862b-a16ac9d0405e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777139653708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7384337'] for segment (818fed5a-afbf-4952-bf82-e09f33e459b6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:41.337326 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b73f260f-f450-499e-862b-a16ac9d0405e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (818fed5a-afbf-4952-bf82-e09f33e459b6), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:41.343894 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73f260f-f450-499e-862b-a16ac9d0405e admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 23:49:41.344853 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b73f260f-f450-499e-862b-a16ac9d0405e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5624930'] for segment (818fed5a-afbf-4952-bf82-e09f33e459b6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: Traceback (most recent call last): Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: timer() Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: cb(*args, **kw) Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: return func(*args, **kwargs) Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: self._notify() Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: self.callback(batched_events) Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: event.method(event) Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: return f(self, *a, **k) Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: return self._get(url).json() Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: return self.request(url, 'GET', **kwargs) Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 23:49:41.347022 dv-cinder-749155-6-iscsi neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 23:49:41.415992 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b73f260f-f450-499e-862b-a16ac9d0405e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574832'] for network (a9d0b96a-0c5b-41cb-baeb-e8bd39a01769), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:41.440385 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b73f260f-f450-499e-862b-a16ac9d0405e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:41.443937 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-b73f260f-f450-499e-862b-a16ac9d0405e admin admin] 10.222.0.31 "DELETE /v2.0/networks/a9d0b96a-0c5b-41cb-baeb-e8bd39a01769 HTTP/1.1" status: 204 len: 168 time: 0.3714063 Mar 23 23:49:41.445225 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f260f-f450-499e-862b-a16ac9d0405e admin admin] Pushing event deleted for resources: {'Network': ['ID=a9d0b96a-0c5b-41cb-baeb-e8bd39a01769,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:41.691240 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47246) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:41.775438 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88f13d-15ff-4910-8991-49b0388c6037 req-46edbd01-61eb-49e1-86b6-bc1e0af4ecd5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:41.784655 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-4c912421-acad-4e63-88d0-7e44c63f4e5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3dbd1ba63a3f4a7bb2b2f14c9ebdea09&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0920985 Mar 23 23:49:41.786871 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47250) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:41.787220 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fb88f13d-15ff-4910-8991-49b0388c6037 req-46edbd01-61eb-49e1-86b6-bc1e0af4ecd5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.0981486 Mar 23 23:49:41.873907 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb010-de09-4059-82b0-740e0ed7e514 admin admin] Publish callbacks [] for security_group (39c0aa9e-ebae-4614-b064-1cd2ace0dacc), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:41.883767 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fb88f13d-15ff-4910-8991-49b0388c6037 req-0e31bda5-a4ed-4cdf-9239-6683378d1360 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956738 Mar 23 23:49:41.920497 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb010-de09-4059-82b0-740e0ed7e514 admin admin] Publish callbacks [] for security_group (39c0aa9e-ebae-4614-b064-1cd2ace0dacc), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:41.973621 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb010-de09-4059-82b0-740e0ed7e514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (39c0aa9e-ebae-4614-b064-1cd2ace0dacc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:41.976715 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb010-de09-4059-82b0-740e0ed7e514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:41.977945 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-2d2eb010-de09-4059-82b0-740e0ed7e514 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39c0aa9e-ebae-4614-b064-1cd2ace0dacc HTTP/1.1" status: 204 len: 168 time: 0.1901007 Mar 23 23:49:41.986984 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2eb010-de09-4059-82b0-740e0ed7e514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c0aa9e-ebae-4614-b064-1cd2ace0dacc,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:42.110835 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47262) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:42.116633 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:42.368891 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-095d3942-ba4c-4dc2-82c3-01b130c0f4f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-585348511-network', 'tenant_id': 'b3370665afba4ccfae501ec909be0ce9'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:42.389861 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095d3942-ba4c-4dc2-82c3-01b130c0f4f2 admin admin] Made reservation on behalf of b3370665afba4ccfae501ec909be0ce9 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:49:42.392153 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-095d3942-ba4c-4dc2-82c3-01b130c0f4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:42.400959 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-095d3942-ba4c-4dc2-82c3-01b130c0f4f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:42.478990 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-095d3942-ba4c-4dc2-82c3-01b130c0f4f2 admin admin] Publish callbacks [] for security_group (313a7285-94ec-4ffc-8a11-650540b080f0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:42.484199 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-095d3942-ba4c-4dc2-82c3-01b130c0f4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (313a7285-94ec-4ffc-8a11-650540b080f0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:42.510441 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095d3942-ba4c-4dc2-82c3-01b130c0f4f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 23:49:42.521187 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d3942-ba4c-4dc2-82c3-01b130c0f4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313a7285-94ec-4ffc-8a11-650540b080f0,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:42.527948 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-095d3942-ba4c-4dc2-82c3-01b130c0f4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (0c5db8df-2739-48a9-834d-8340f5f46b92), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:42.528264 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.segments_db [None req-095d3942-ba4c-4dc2-82c3-01b130c0f4f2 admin admin] Added segment 0c5db8df-2739-48a9-834d-8340f5f46b92 of type vlan for network 666de4f5-35d2-4307-befa-e2ed2adb6ca7 Mar 23 23:49:42.571605 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-095d3942-ba4c-4dc2-82c3-01b130c0f4f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777139294019'] for network (666de4f5-35d2-4307-befa-e2ed2adb6ca7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:42.601038 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-095d3942-ba4c-4dc2-82c3-01b130c0f4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for network (666de4f5-35d2-4307-befa-e2ed2adb6ca7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:42.602002 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095d3942-ba4c-4dc2-82c3-01b130c0f4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:42.602574 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-095d3942-ba4c-4dc2-82c3-01b130c0f4f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:42.659970 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-095d3942-ba4c-4dc2-82c3-01b130c0f4f2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5476136 Mar 23 23:49:42.663537 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 47286) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:42.665402 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d3942-ba4c-4dc2-82c3-01b130c0f4f2 admin admin] Pushing event updated for resources: {'Network': ['ID=666de4f5-35d2-4307-befa-e2ed2adb6ca7,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:42.668671 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-64005318-4ba1-47c2-8086-1e6c0614281e admin admin] Request body: {'subnet': {'network_id': '666de4f5-35d2-4307-befa-e2ed2adb6ca7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-585348511-subnet', 'tenant_id': 'b3370665afba4ccfae501ec909be0ce9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:42.676268 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Network 666de4f5-35d2-4307-befa-e2ed2adb6ca7 details requested by agent ovs-agent-dv-cinder-749155-6-iscsi with host dv-cinder-749155-6-iscsi {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 23:49:42.693978 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64005318-4ba1-47c2-8086-1e6c0614281e admin admin] Made reservation on behalf of b3370665afba4ccfae501ec909be0ce9 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:49:42.696475 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-64005318-4ba1-47c2-8086-1e6c0614281e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5875715'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:42.805132 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47296) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:42.909565 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-64005318-4ba1-47c2-8086-1e6c0614281e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5581697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5875733'] for subnet (62c6d049-3ba8-4096-84c5-80553d4f0942), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:42.959627 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-4bae2516-ef87-49c2-80d5-8c4be4204df5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-network', 'tenant_id': 'd1764164142a40b0991cbb88184b7255'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:42.987828 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bae2516-ef87-49c2-80d5-8c4be4204df5 admin admin] Made reservation on behalf of d1764164142a40b0991cbb88184b7255 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:49:42.991289 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bae2516-ef87-49c2-80d5-8c4be4204df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:43.001747 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bae2516-ef87-49c2-80d5-8c4be4204df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:43.040711 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64005318-4ba1-47c2-8086-1e6c0614281e admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c6d049-3ba8-4096-84c5-80553d4f0942,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:43.057747 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64005318-4ba1-47c2-8086-1e6c0614281e admin admin] Checking segment: {'id': '0c5db8df-2739-48a9-834d-8340f5f46b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '666de4f5-35d2-4307-befa-e2ed2adb6ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:49:43.058111 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64005318-4ba1-47c2-8086-1e6c0614281e admin admin] Network hostable DHCP agents. Network: 666de4f5-35d2-4307-befa-e2ed2adb6ca7, hostable agents: ['241e2e2a-1e2f-484e-9acb-0603fdf8399b'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 23:49:43.089572 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64005318-4ba1-47c2-8086-1e6c0614281e admin admin] Network 666de4f5-35d2-4307-befa-e2ed2adb6ca7 is scheduled to be hosted by DHCP agent 241e2e2a-1e2f-484e-9acb-0603fdf8399b with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 23:49:43.110817 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfd737-18f8-483f-89cc-f08a264cc56f req-4fec6c63-140f-428f-a7ca-f8dc6d9c3759 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:43.118208 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bae2516-ef87-49c2-80d5-8c4be4204df5 admin admin] Publish callbacks [] for security_group (49b9a6af-0937-4464-95e7-0209c6695ef5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:43.120654 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-eddfd737-18f8-483f-89cc-f08a264cc56f req-4fec6c63-140f-428f-a7ca-f8dc6d9c3759 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.1235416 Mar 23 23:49:43.124791 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bae2516-ef87-49c2-80d5-8c4be4204df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (49b9a6af-0937-4464-95e7-0209c6695ef5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:43.127267 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-64005318-4ba1-47c2-8086-1e6c0614281e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-6-iscsi, 666de4f5-35d2-4307-befa-e2ed2adb6ca7) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:49:43.143011 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a417f0-b60c-4c6c-9214-89d95e035c6c None None] Network 666de4f5-35d2-4307-befa-e2ed2adb6ca7 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:49:43.148414 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64005318-4ba1-47c2-8086-1e6c0614281e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:43.149036 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-64005318-4ba1-47c2-8086-1e6c0614281e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:43.167954 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bae2516-ef87-49c2-80d5-8c4be4204df5 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 23:49:43.190094 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae2516-ef87-49c2-80d5-8c4be4204df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b9a6af-0937-4464-95e7-0209c6695ef5,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:43.198233 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bae2516-ef87-49c2-80d5-8c4be4204df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (f7320b78-aec7-4e30-925e-ceef89f4e8a2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:43.198977 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.segments_db [None req-4bae2516-ef87-49c2-80d5-8c4be4204df5 admin admin] Added segment f7320b78-aec7-4e30-925e-ceef89f4e8a2 of type vlan for network d01bdeec-57ed-409b-a257-e0c6c9a81aea Mar 23 23:49:43.211256 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-64005318-4ba1-47c2-8086-1e6c0614281e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5440934 Mar 23 23:49:43.254126 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-eddfd737-18f8-483f-89cc-f08a264cc56f req-ada0f4d7-ecb5-4465-8221-22568dd7f781 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310468 Mar 23 23:49:43.301491 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bae2516-ef87-49c2-80d5-8c4be4204df5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777139294019'] for network (d01bdeec-57ed-409b-a257-e0c6c9a81aea), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:43.342941 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bae2516-ef87-49c2-80d5-8c4be4204df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for network (d01bdeec-57ed-409b-a257-e0c6c9a81aea), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:43.344348 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bae2516-ef87-49c2-80d5-8c4be4204df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:43.345166 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bae2516-ef87-49c2-80d5-8c4be4204df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:43.365156 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-4bae2516-ef87-49c2-80d5-8c4be4204df5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5584731 Mar 23 23:49:43.368340 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 47320) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:43.373798 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Request body: {'subnet': {'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-subnet', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:43.412600 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:43.422269 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df14f003-5740-49a7-af3e-efd73320d9dc None None] Network 666de4f5-35d2-4307-befa-e2ed2adb6ca7 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:49:43.423519 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Made reservation on behalf of d1764164142a40b0991cbb88184b7255 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:49:43.427077 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5875715'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:43.442278 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae2516-ef87-49c2-80d5-8c4be4204df5 admin admin] Pushing event updated for resources: {'Network': ['ID=d01bdeec-57ed-409b-a257-e0c6c9a81aea,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:43.478380 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Network d01bdeec-57ed-409b-a257-e0c6c9a81aea details requested by agent ovs-agent-dv-cinder-749155-6-iscsi with host dv-cinder-749155-6-iscsi {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 23:49:43.688126 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5581697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5875733'] for subnet (6136d15b-a857-4672-9f46-946dc92786dd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:43.744492 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6136d15b-a857-4672-9f46-946dc92786dd,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:43.757457 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:43.757873 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:43.758253 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:43.758591 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:43.758922 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:43.759253 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:43.759578 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:43.759900 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:43.760832 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:43.761176 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:43.761575 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:43.762156 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:43.762281 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:43.762601 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:43.762938 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:43.768873 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Checking segment: {'id': 'f7320b78-aec7-4e30-925e-ceef89f4e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:49:43.769228 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Network hostable DHCP agents. Network: d01bdeec-57ed-409b-a257-e0c6c9a81aea, hostable agents: ['241e2e2a-1e2f-484e-9acb-0603fdf8399b'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 23:49:43.792237 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Network d01bdeec-57ed-409b-a257-e0c6c9a81aea is scheduled to be hosted by DHCP agent 241e2e2a-1e2f-484e-9acb-0603fdf8399b with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 23:49:43.803042 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-6-iscsi, d01bdeec-57ed-409b-a257-e0c6c9a81aea) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:49:43.807670 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:43.809159 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:43.817741 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b550a855-71f6-44c9-9fe3-a2decdc340f7 None None] Network d01bdeec-57ed-409b-a257-e0c6c9a81aea requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:49:43.827113 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-02113c08-7337-464c-9e8f-50bd74196497 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4575753 Mar 23 23:49:43.829840 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47342) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:43.834706 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:43.870500 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (eb84ca04-39b5-4020-8cb3-932d752d52cb), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:43.872194 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (eb84ca04-39b5-4020-8cb3-932d752d52cb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:43.979996 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e1639c-67de-5e20-9028-c27b0e4ba40d-d01bdeec-57ed-409b-a257-e0c6c9a81aea', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'project_id': 'd1764164142a40b0991cbb88184b7255', 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd'}]}} from dv-cinder-749155-6-iscsi. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 23:49:43.982049 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Publish callbacks [] for router_controller (eb84ca04-39b5-4020-8cb3-932d752d52cb), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:43.982243 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:44.141919 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Publish callbacks [] for router_gateway (eb84ca04-39b5-4020-8cb3-932d752d52cb), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:44.153880 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] Allocated IP 172.20.0.2 (d01bdeec-57ed-409b-a257-e0c6c9a81aea/6136d15b-a857-4672-9f46-946dc92786dd/ded5256a-05aa-4e3a-8aa9-a81ea98ee37e) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:49:44.367024 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Publish callbacks [] for router_gateway (eb84ca04-39b5-4020-8cb3-932d752d52cb), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:44.390994 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:44.392870 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] Publish callbacks [] for port (ded5256a-05aa-4e3a-8aa9-a81ea98ee37e), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:44.400724 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175'] for port (ded5256a-05aa-4e3a-8aa9-a81ea98ee37e), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:44.417442 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cda018-d349-46e5-b7d5-5f190d20f1c7 req-c703936a-de50-46fd-b650-20a66216a28f tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:44.419055 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-19cda018-d349-46e5-b7d5-5f190d20f1c7 req-c703936a-de50-46fd-b650-20a66216a28f tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.0822031 Mar 23 23:49:44.446486 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] Network d01bdeec-57ed-409b-a257-e0c6c9a81aea is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:49:44.449615 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:49:44.454894 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:49:44.470791 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] Pushing event updated for resources: {'Port': ['ID=ded5256a-05aa-4e3a-8aa9-a81ea98ee37e,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:44.504053 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-19cda018-d349-46e5-b7d5-5f190d20f1c7 req-5a0ead43-0c3b-4f59-80cf-639577927291 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789309 Mar 23 23:49:44.534252 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Allocated IP 172.27.0.63 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/efb37458-f44a-460d-9759-83e32b0c947b) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:49:44.542674 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] Attempting to bind port ded5256a-05aa-4e3a-8aa9-a81ea98ee37e on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:49:44.543038 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] Attempting to bind port ded5256a-05aa-4e3a-8aa9-a81ea98ee37e by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': 'f7320b78-aec7-4e30-925e-ceef89f4e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:49:44.543392 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] Attempting to bind port ded5256a-05aa-4e3a-8aa9-a81ea98ee37e on network d01bdeec-57ed-409b-a257-e0c6c9a81aea {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:49:44.548757 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:49:44.549131 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] Checking segment: {'id': 'f7320b78-aec7-4e30-925e-ceef89f4e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:49:44.549569 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:44.549970 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] Bound using segment: {'id': 'f7320b78-aec7-4e30-925e-ceef89f4e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:49:44.550533 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] Bound port: ded5256a-05aa-4e3a-8aa9-a81ea98ee37e, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7320b78-aec7-4e30-925e-ceef89f4e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:49:44.550882 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (ded5256a-05aa-4e3a-8aa9-a81ea98ee37e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:44.627988 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] For port ded5256a-05aa-4e3a-8aa9-a81ea98ee37e, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:49:44.631379 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] For port ded5256a-05aa-4e3a-8aa9-a81ea98ee37e, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=ded5256a-05aa-4e3a-8aa9-a81ea98ee37e,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:49:44.640332 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (ded5256a-05aa-4e3a-8aa9-a81ea98ee37e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:44.654007 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Publish callbacks [] for port (efb37458-f44a-460d-9759-83e32b0c947b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:44.713192 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c104c36-f94c-4f2a-9050-15bf0bd1cd2f None None] Pushing event updated for resources: {'Port': ['ID=ded5256a-05aa-4e3a-8aa9-a81ea98ee37e,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:44.718489 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (efb37458-f44a-460d-9759-83e32b0c947b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:44.772295 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:49:44.777082 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:49:44.779043 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Pushing event updated for resources: {'Port': ['ID=efb37458-f44a-460d-9759-83e32b0c947b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:44.785937 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:49:44.789892 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:44.790234 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:44.790600 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:44.790944 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:44.791281 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:44.791619 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:44.791945 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:44.792270 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:44.792613 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:44.792943 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:44.793288 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:44.793618 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:44.793940 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:44.794265 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:44.794584 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:45.105450 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Publish callbacks [] for router_gateway (eb84ca04-39b5-4020-8cb3-932d752d52cb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:45.322111 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574760'] for router (eb84ca04-39b5-4020-8cb3-932d752d52cb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:45.459763 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Router eb84ca04-39b5-4020-8cb3-932d752d52cb is scheduled to L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 23:49:45.582433 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:49:45.592238 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] Sync routers for ids ['eb84ca04-39b5-4020-8cb3-932d752d52cb'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:49:45.604886 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:45.605126 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] Routers {'eb84ca04-39b5-4020-8cb3-932d752d52cb'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:49:45.606000 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:49:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['eb84ca04-39b5-4020-8cb3-932d752d52cb'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:49:45.606373 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-47089c28-6c71-482f-9f60-7caaeebee75f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7753284 Mar 23 23:49:45.608921 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47428) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:45.640584 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32b730-bb6c-4023-9837-28f4fb5acbff req-530688bd-41f4-432f-98d4-dca1a260c9b6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:45.648721 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1a32b730-bb6c-4023-9837-28f4fb5acbff req-530688bd-41f4-432f-98d4-dca1a260c9b6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.0645261 Mar 23 23:49:45.705650 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1a32b730-bb6c-4023-9837-28f4fb5acbff req-a42aa740-6b2c-4adf-ae82-41409bc92a3f tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558071 Mar 23 23:49:45.711004 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c580a4d4-b449-4740-9502-4eb09007ab3e None None] Network d01bdeec-57ed-409b-a257-e0c6c9a81aea requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:49:45.735991 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] Set router eb84ca04-39b5-4020-8cb3-932d752d52cb gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:49:45.790397 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2e990764-b8f0-4482-9344-4801ccde914a None None] Provisioning complete for port ded5256a-05aa-4e3a-8aa9-a81ea98ee37e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:45.790770 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2e990764-b8f0-4482-9344-4801ccde914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (ded5256a-05aa-4e3a-8aa9-a81ea98ee37e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:45.924891 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2e990764-b8f0-4482-9344-4801ccde914a None None] Current status of the port ded5256a-05aa-4e3a-8aa9-a81ea98ee37e is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:45.925692 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2e990764-b8f0-4482-9344-4801ccde914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (ded5256a-05aa-4e3a-8aa9-a81ea98ee37e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:45.949457 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:49:43Z', 'updated_at': '2022-03-23T23:49:44Z', 'revision_number': 3, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'gw_port': {'id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:44Z', 'updated_at': '2022-03-23T23:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:49:45.962771 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2e990764-b8f0-4482-9344-4801ccde914a None None] For port ded5256a-05aa-4e3a-8aa9-a81ea98ee37e, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=ded5256a-05aa-4e3a-8aa9-a81ea98ee37e,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:49:45.969436 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2e990764-b8f0-4482-9344-4801ccde914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (ded5256a-05aa-4e3a-8aa9-a81ea98ee37e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:45.981734 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] Checking router: eb84ca04-39b5-4020-8cb3-932d752d52cb for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:49:45.982320 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] Updating router eb84ca04-39b5-4020-8cb3-932d752d52cb port efb37458-f44a-460d-9759-83e32b0c947b binding host dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 23:49:46.014074 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (efb37458-f44a-460d-9759-83e32b0c947b), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:46.039746 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e990764-b8f0-4482-9344-4801ccde914a None None] Pushing event updated for resources: {'Port': ['ID=ded5256a-05aa-4e3a-8aa9-a81ea98ee37e,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:46.209058 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-449a4047-523f-40bd-b47b-447361c7fe29 None None] Provisioning complete for port ded5256a-05aa-4e3a-8aa9-a81ea98ee37e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:46.209561 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-449a4047-523f-40bd-b47b-447361c7fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (ded5256a-05aa-4e3a-8aa9-a81ea98ee37e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:46.255099 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-534bec4d-1806-45f9-9a9a-a7c015a12bba req-ad9621ce-97de-4426-bd73-ca35c8c4b6ea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0607219 Mar 23 23:49:46.315507 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6999feb3-6ca1-42e4-8dbc-286952a3a5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:46.365464 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bec4d-1806-45f9-9a9a-a7c015a12bba req-a9298f49-74b0-4ba8-893a-add58b0a2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:46.369537 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-534bec4d-1806-45f9-9a9a-a7c015a12bba req-a9298f49-74b0-4ba8-893a-add58b0a2729 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 1130 time: 0.0673878 Mar 23 23:49:46.372683 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] Publish callbacks [] for port (efb37458-f44a-460d-9759-83e32b0c947b), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:46.381180 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-449a4047-523f-40bd-b47b-447361c7fe29 None None] Current status of the port ded5256a-05aa-4e3a-8aa9-a81ea98ee37e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:46.388876 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (efb37458-f44a-460d-9759-83e32b0c947b), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:46.442416 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3ef10-4129-4585-b308-e0e3b9291e53 None None] Pushing event updated for resources: {'Port': ['ID=efb37458-f44a-460d-9759-83e32b0c947b,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:46.473279 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] Attempting to bind port efb37458-f44a-460d-9759-83e32b0c947b on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:49:46.473279 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] Attempting to bind port efb37458-f44a-460d-9759-83e32b0c947b by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:49:46.473279 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] Attempting to bind port efb37458-f44a-460d-9759-83e32b0c947b on network b729df10-08c3-4315-b5ba-4a4ad36352af {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:49:46.477957 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:49:46.478602 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] Checking segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:49:46.479260 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:46.480175 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] Bound using segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:49:46.488869 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] Bound port: efb37458-f44a-460d-9759-83e32b0c947b, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:49:46.490790 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (efb37458-f44a-460d-9759-83e32b0c947b), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:46.535088 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device ded5256a-05aa-4e3a-8aa9-a81ea98ee37e up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:49:46.543565 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bec4d-1806-45f9-9a9a-a7c015a12bba req-ca1b8210-f0fd-4202-9606-0938a6d5ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:46.545555 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-534bec4d-1806-45f9-9a9a-a7c015a12bba req-ca1b8210-f0fd-4202-9606-0938a6d5ae96 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e8de27b-07d3-4627-8f07-85afc18d3e4e HTTP/1.1" status: 200 len: 917 time: 0.1448882 Mar 23 23:49:46.556690 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] For port efb37458-f44a-460d-9759-83e32b0c947b, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:49:46.561186 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] For port efb37458-f44a-460d-9759-83e32b0c947b, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=efb37458-f44a-460d-9759-83e32b0c947b,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:49:46.571160 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (efb37458-f44a-460d-9759-83e32b0c947b), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:46.583903 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-6999feb3-6ca1-42e4-8dbc-286952a3a5dd admin admin] Allocated IP 172.20.0.1 (d01bdeec-57ed-409b-a257-e0c6c9a81aea/6136d15b-a857-4672-9f46-946dc92786dd/e428de5b-a867-45d5-a0cb-f864ea40ef60) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:49:46.594423 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port ded5256a-05aa-4e3a-8aa9-a81ea98ee37e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:46.594828 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (ded5256a-05aa-4e3a-8aa9-a81ea98ee37e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:46.608457 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-534bec4d-1806-45f9-9a9a-a7c015a12bba req-8d7e5cc4-8df8-4cc4-ac12-2a2eb0d9fe12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3051c53b-e14d-4e33-a6ad-757751d0a5e6 HTTP/1.1" status: 200 len: 217 time: 0.0545268 Mar 23 23:49:46.640899 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3ef10-4129-4585-b308-e0e3b9291e53 None None] Pushing event updated for resources: {'Port': ['ID=efb37458-f44a-460d-9759-83e32b0c947b,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:46.677801 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] Routers {'eb84ca04-39b5-4020-8cb3-932d752d52cb'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:49:46.678822 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:49:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['eb84ca04-39b5-4020-8cb3-932d752d52cb'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:49:46.691557 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bec4d-1806-45f9-9a9a-a7c015a12bba req-5a457af0-268a-4a83-a7c5-1ce1036603bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:46.693527 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port ded5256a-05aa-4e3a-8aa9-a81ea98ee37e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:46.693677 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-534bec4d-1806-45f9-9a9a-a7c015a12bba req-5a457af0-268a-4a83-a7c5-1ce1036603bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36fdea4e-dd3d-4b87-92dc-886e2d219615 HTTP/1.1" status: 200 len: 856 time: 0.0741360 Mar 23 23:49:46.727604 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6999feb3-6ca1-42e4-8dbc-286952a3a5dd admin admin] Publish callbacks [] for port (e428de5b-a867-45d5-a0cb-f864ea40ef60), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:46.755880 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bec4d-1806-45f9-9a9a-a7c015a12bba req-f4a2fdd0-975a-4595-8257-280c368307f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:46.757950 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-534bec4d-1806-45f9-9a9a-a7c015a12bba req-f4a2fdd0-975a-4595-8257-280c368307f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e8de27b-07d3-4627-8f07-85afc18d3e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555589 Mar 23 23:49:46.782421 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6999feb3-6ca1-42e4-8dbc-286952a3a5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (e428de5b-a867-45d5-a0cb-f864ea40ef60), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:46.844234 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] Set router eb84ca04-39b5-4020-8cb3-932d752d52cb gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:49:46.863968 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999feb3-6ca1-42e4-8dbc-286952a3a5dd admin admin] Pushing event updated for resources: {'Port': ['ID=e428de5b-a867-45d5-a0cb-f864ea40ef60,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:46.889341 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6999feb3-6ca1-42e4-8dbc-286952a3a5dd admin admin] Network d01bdeec-57ed-409b-a257-e0c6c9a81aea is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:49:46.890806 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-6999feb3-6ca1-42e4-8dbc-286952a3a5dd admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:49:46.893713 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6999feb3-6ca1-42e4-8dbc-286952a3a5dd admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:49:46.907976 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-534bec4d-1806-45f9-9a9a-a7c015a12bba req-3b5b0839-c287-4252-98bf-ac9200e63119 service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416678 Mar 23 23:49:46.920697 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce461a55-81a4-4aa2-8845-4f96cb5226a8 req-414b69a0-a237-4592-9985-983a28facc01 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:46.922300 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ce461a55-81a4-4aa2-8845-4f96cb5226a8 req-414b69a0-a237-4592-9985-983a28facc01 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.1034787 Mar 23 23:49:46.944451 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6999feb3-6ca1-42e4-8dbc-286952a3a5dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574717'] for router_interface (eb84ca04-39b5-4020-8cb3-932d752d52cb), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:47.020549 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ce461a55-81a4-4aa2-8845-4f96cb5226a8 req-6336f4ac-92b3-48b6-bbdd-1c4da260faa7 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889468 Mar 23 23:49:47.084366 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-534bec4d-1806-45f9-9a9a-a7c015a12bba req-d6c902af-494e-4e59-a0c5-6fd1ef36d373 service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610808 Mar 23 23:49:47.120914 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:49:43Z', 'updated_at': '2022-03-23T23:49:44Z', 'revision_number': 3, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'gw_port': {'id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:44Z', 'updated_at': '2022-03-23T23:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:49:47.163068 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df591716-adfb-41b2-91f7-8a9d6af0bde1 None None] The sync data for ids ['eb84ca04-39b5-4020-8cb3-932d752d52cb'] in dv-cinder-749155-6-iscsi is: [{'id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:49:43Z', 'updated_at': '2022-03-23T23:49:44Z', 'revision_number': 3, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'gw_port': {'id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:44Z', 'updated_at': '2022-03-23T23:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:49:47.166190 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6999feb3-6ca1-42e4-8dbc-286952a3a5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (e428de5b-a867-45d5-a0cb-f864ea40ef60), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:47.316285 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-14d78d70-ffa0-4612-85e3-dea64a9649dd None None] Provisioning complete for port e428de5b-a867-45d5-a0cb-f864ea40ef60 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:47.317412 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-14d78d70-ffa0-4612-85e3-dea64a9649dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (e428de5b-a867-45d5-a0cb-f864ea40ef60), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:47.399845 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-14d78d70-ffa0-4612-85e3-dea64a9649dd None None] Port e428de5b-a867-45d5-a0cb-f864ea40ef60 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:49:47.420556 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6999feb3-6ca1-42e4-8dbc-286952a3a5dd admin admin] Publish callbacks [] for port (e428de5b-a867-45d5-a0cb-f864ea40ef60), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:47.429726 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6999feb3-6ca1-42e4-8dbc-286952a3a5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (e428de5b-a867-45d5-a0cb-f864ea40ef60), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:47.576642 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6999feb3-6ca1-42e4-8dbc-286952a3a5dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574569'] for router_interface (eb84ca04-39b5-4020-8cb3-932d752d52cb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:47.610969 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999feb3-6ca1-42e4-8dbc-286952a3a5dd admin admin] Pushing event updated for resources: {'Port': ['ID=e428de5b-a867-45d5-a0cb-f864ea40ef60,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:47.650405 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-1133df6e-5142-431e-8da1-49db7d4b9c5b tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:47.657436 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-1133df6e-5142-431e-8da1-49db7d4b9c5b tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/networks?id=666de4f5-35d2-4307-befa-e2ed2adb6ca7 HTTP/1.1" status: 200 len: 808 time: 0.2712469 Mar 23 23:49:47.674820 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-73b5ffcf-ef07-4050-9f99-edc3dada9cc1 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/quotas/b3370665afba4ccfae501ec909be0ce9 HTTP/1.1" status: 200 len: 375 time: 0.0163169 Mar 23 23:49:47.724913 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-4dbfc238-eec6-4248-a5cb-5db9fb0f5dd1 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3370665afba4ccfae501ec909be0ce9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488040 Mar 23 23:49:47.766682 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6999feb3-6ca1-42e4-8dbc-286952a3a5dd admin admin] Network d01bdeec-57ed-409b-a257-e0c6c9a81aea is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:49:47.768373 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-6999feb3-6ca1-42e4-8dbc-286952a3a5dd admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:49:47.909289 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 47498) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:47.940645 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-cf3d9191-3c20-4945-8521-dfb0b5336705 service neutron] 10.222.0.31 "GET /v2.0/networks/666de4f5-35d2-4307-befa-e2ed2adb6ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139206 Mar 23 23:49:48.066651 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6999feb3-6ca1-42e4-8dbc-286952a3a5dd admin admin] Router eb84ca04-39b5-4020-8cb3-932d752d52cb has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:49:48.177296 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fee7a097-ae3d-4213-9c7d-52e47082555a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:48.245119 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-76985c31-3338-4ba5-ad63-0e6eeb15a7cc None None] Provisioning complete for port e428de5b-a867-45d5-a0cb-f864ea40ef60 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:48.245728 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-76985c31-3338-4ba5-ad63-0e6eeb15a7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (e428de5b-a867-45d5-a0cb-f864ea40ef60), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:48.309637 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-76985c31-3338-4ba5-ad63-0e6eeb15a7cc None None] Port e428de5b-a867-45d5-a0cb-f864ea40ef60 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:49:48.315491 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47518) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:48.324747 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6999feb3-6ca1-42e4-8dbc-286952a3a5dd admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:49:48.361518 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-6999feb3-6ca1-42e4-8dbc-286952a3a5dd admin admin] 10.222.0.31 "PUT /v2.0/routers/eb84ca04-39b5-4020-8cb3-932d752d52cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7514164 Mar 23 23:49:48.499144 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6d102c3-c00a-4266-918a-f7bc9239ae03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:48.522173 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device efb37458-f44a-460d-9759-83e32b0c947b up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:49:48.586980 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port efb37458-f44a-460d-9759-83e32b0c947b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:48.587658 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (efb37458-f44a-460d-9759-83e32b0c947b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:48.606883 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6d102c3-c00a-4266-918a-f7bc9239ae03 admin admin] Publish callbacks [] for security_group (c9128d0d-2740-453a-8ca9-9b9fee540209), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:48.612125 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6d102c3-c00a-4266-918a-f7bc9239ae03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (c9128d0d-2740-453a-8ca9-9b9fee540209), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:48.654322 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-f6d102c3-c00a-4266-918a-f7bc9239ae03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5886263564a423b9baacbd28e07016b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375401 Mar 23 23:49:48.655232 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d102c3-c00a-4266-918a-f7bc9239ae03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9128d0d-2740-453a-8ca9-9b9fee540209,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:48.657501 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47532) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:48.691366 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-51bdc7c3-35b2-4121-9c05-1c3576df1917 service neutron] 10.222.0.31 "GET /v2.0/networks/666de4f5-35d2-4307-befa-e2ed2adb6ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7430294 Mar 23 23:49:48.725511 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b658de99-b80c-4270-b165-ba14aa8060d7 admin admin] Publish callbacks [] for security_group (c9128d0d-2740-453a-8ca9-9b9fee540209), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:48.726451 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:48.728601 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd3531-fe20-429b-9410-d77079eb52c3 req-62b29933-4fa4-40dd-91d4-d8bb832e91ad tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:48.729553 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port efb37458-f44a-460d-9759-83e32b0c947b is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:48.730701 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (efb37458-f44a-460d-9759-83e32b0c947b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:48.732268 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4bfd3531-fe20-429b-9410-d77079eb52c3 req-62b29933-4fa4-40dd-91d4-d8bb832e91ad tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.5564430 Mar 23 23:49:48.753201 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b658de99-b80c-4270-b165-ba14aa8060d7 admin admin] Publish callbacks [] for security_group (c9128d0d-2740-453a-8ca9-9b9fee540209), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:48.775560 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] For port efb37458-f44a-460d-9759-83e32b0c947b, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=efb37458-f44a-460d-9759-83e32b0c947b,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:49:48.784030 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (efb37458-f44a-460d-9759-83e32b0c947b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:48.821857 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b658de99-b80c-4270-b165-ba14aa8060d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (c9128d0d-2740-453a-8ca9-9b9fee540209), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:48.824429 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b658de99-b80c-4270-b165-ba14aa8060d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:48.827936 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-b658de99-b80c-4270-b165-ba14aa8060d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9128d0d-2740-453a-8ca9-9b9fee540209 HTTP/1.1" status: 204 len: 168 time: 0.1674721 Mar 23 23:49:48.839795 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658de99-b80c-4270-b165-ba14aa8060d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9128d0d-2740-453a-8ca9-9b9fee540209,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:48.846514 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fee7a097-ae3d-4213-9c7d-52e47082555a admin admin] Publish callbacks [] for security_group (590f55b5-f184-4d76-88dd-973da7259611), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:48.856230 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fee7a097-ae3d-4213-9c7d-52e47082555a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (590f55b5-f184-4d76-88dd-973da7259611), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:48.870452 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Pushing event updated for resources: {'Port': ['ID=efb37458-f44a-460d-9759-83e32b0c947b,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:48.884833 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4bfd3531-fe20-429b-9410-d77079eb52c3 req-6d7ddc10-f140-400d-8a63-3663636bd1e9 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359184 Mar 23 23:49:48.891099 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:48.891725 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:48.892432 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:48.892928 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:48.893570 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:48.894626 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:48.895353 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:48.896165 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:48.896793 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:48.897379 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:48.897995 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:48.898516 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:48.898994 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:48.899496 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:48.900009 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:49:48.983013 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-fee7a097-ae3d-4213-9c7d-52e47082555a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2e20404168c47b0a9237a966f103c3a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0685747 Mar 23 23:49:48.985661 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47542) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:49.001444 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7a097-ae3d-4213-9c7d-52e47082555a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590f55b5-f184-4d76-88dd-973da7259611,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:49.017587 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-bc78089f-eb3e-4fbd-ad1e-1f4953fd80d6 req-cfe2c57f-aeab-4c22-b9e5-a707293991d4 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 210 time: 0.0439847 Mar 23 23:49:49.081219 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c343da08-dec9-41f0-a749-1028e6ed022c admin admin] Publish callbacks [] for security_group (590f55b5-f184-4d76-88dd-973da7259611), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:49.112396 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c343da08-dec9-41f0-a749-1028e6ed022c admin admin] Publish callbacks [] for security_group (590f55b5-f184-4d76-88dd-973da7259611), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:49.174581 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c343da08-dec9-41f0-a749-1028e6ed022c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (590f55b5-f184-4d76-88dd-973da7259611), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:49.180512 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c343da08-dec9-41f0-a749-1028e6ed022c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:49.184656 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-c343da08-dec9-41f0-a749-1028e6ed022c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/590f55b5-f184-4d76-88dd-973da7259611 HTTP/1.1" status: 204 len: 168 time: 0.1950624 Mar 23 23:49:49.193804 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343da08-dec9-41f0-a749-1028e6ed022c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590f55b5-f184-4d76-88dd-973da7259611,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:49.265117 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47552) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:49.283047 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0cfd2d70-d95d-4345-9cb8-3526595df574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:49.409107 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0cfd2d70-d95d-4345-9cb8-3526595df574 admin admin] Publish callbacks [] for security_group (13ba9847-0f8f-4784-a0f3-79bc0605d1af), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:49.418226 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0cfd2d70-d95d-4345-9cb8-3526595df574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (13ba9847-0f8f-4784-a0f3-79bc0605d1af), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:49.465982 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 47562) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:49.466140 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-0cfd2d70-d95d-4345-9cb8-3526595df574 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5313828498194546bd2061bc2694dac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995819 Mar 23 23:49:49.467557 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd2d70-d95d-4345-9cb8-3526595df574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ba9847-0f8f-4784-a0f3-79bc0605d1af,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:49.569457 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3a83eef-f63a-4b7e-9b17-75d965f87ff7 admin admin] Publish callbacks [] for security_group (13ba9847-0f8f-4784-a0f3-79bc0605d1af), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:49.591115 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3a83eef-f63a-4b7e-9b17-75d965f87ff7 admin admin] Publish callbacks [] for security_group (13ba9847-0f8f-4784-a0f3-79bc0605d1af), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:49.644742 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3a83eef-f63a-4b7e-9b17-75d965f87ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (13ba9847-0f8f-4784-a0f3-79bc0605d1af), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:49.647452 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3a83eef-f63a-4b7e-9b17-75d965f87ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:49.651313 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-d3a83eef-f63a-4b7e-9b17-75d965f87ff7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13ba9847-0f8f-4784-a0f3-79bc0605d1af HTTP/1.1" status: 204 len: 168 time: 0.1813602 Mar 23 23:49:49.662898 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a83eef-f63a-4b7e-9b17-75d965f87ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ba9847-0f8f-4784-a0f3-79bc0605d1af,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:49.737410 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 47574) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:49.744124 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1c313d54-a042-47a3-87c3-f9d314f54f45 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--317070893', 'description': 'tempest-description--772490783'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:49.747313 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] Sync routers for ids ['eb84ca04-39b5-4020-8cb3-932d752d52cb'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:49:49.760109 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] Routers {'eb84ca04-39b5-4020-8cb3-932d752d52cb'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:49:49.762023 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:49:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['eb84ca04-39b5-4020-8cb3-932d752d52cb'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:49:49.771743 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c313d54-a042-47a3-87c3-f9d314f54f45 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:49.871033 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c313d54-a042-47a3-87c3-f9d314f54f45 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group (cf8fdea8-be91-43d1-a6ff-aab8014d9ec9), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:49.880400 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c313d54-a042-47a3-87c3-f9d314f54f45 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (cf8fdea8-be91-43d1-a6ff-aab8014d9ec9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:49.925844 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c313d54-a042-47a3-87c3-f9d314f54f45 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:49.933459 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c313d54-a042-47a3-87c3-f9d314f54f45 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:49.935019 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-1c313d54-a042-47a3-87c3-f9d314f54f45 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1954033 Mar 23 23:49:49.937968 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47584) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:49.942447 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-20ecbc1c-f4ef-468f-880c-ca9c2f8d1948 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Request body: {'security_group_rule': {'security_group_id': 'cf8fdea8-be91-43d1-a6ff-aab8014d9ec9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:49.994733 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-20ecbc1c-f4ef-468f-880c-ca9c2f8d1948 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group_rule (ed866136-be60-45e5-965d-220ae9f2e1b3), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:50.055233 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd9806-b801-4b11-af6c-2c580127f5af req-dc53b50a-e0c3-442f-bf31-99b7e0ae370f tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:50.057099 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-21dd9806-b801-4b11-af6c-2c580127f5af req-dc53b50a-e0c3-442f-bf31-99b7e0ae370f tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.0678802 Mar 23 23:49:50.120671 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-20ecbc1c-f4ef-468f-880c-ca9c2f8d1948 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group_rule (ed866136-be60-45e5-965d-220ae9f2e1b3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:50.130672 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-20ecbc1c-f4ef-468f-880c-ca9c2f8d1948 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (ed866136-be60-45e5-965d-220ae9f2e1b3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:50.157378 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecbc1c-f4ef-468f-880c-ca9c2f8d1948 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed866136-be60-45e5-965d-220ae9f2e1b3,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:50.165566 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-20ecbc1c-f4ef-468f-880c-ca9c2f8d1948 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:50.169164 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-20ecbc1c-f4ef-468f-880c-ca9c2f8d1948 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2298965 Mar 23 23:49:50.172068 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47600) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:50.173528 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] Set router eb84ca04-39b5-4020-8cb3-932d752d52cb gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:49:50.177105 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5b0ec216-c8d0-495c-bc49-a624a1f8acb6 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Request body: {'security_group_rule': {'security_group_id': 'cf8fdea8-be91-43d1-a6ff-aab8014d9ec9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:50.196291 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-df33a071-6e1b-4035-804a-36792416a3f5 req-bfb5615b-e3a1-433a-923b-4b8a69914a9b tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 210 time: 0.0754411 Mar 23 23:49:50.200616 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-21dd9806-b801-4b11-af6c-2c580127f5af req-43febc2a-eeaf-49fc-b503-f2f6a6be73ef tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376865 Mar 23 23:49:50.204354 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 47602) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:50.237635 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b0ec216-c8d0-495c-bc49-a624a1f8acb6 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group_rule (74948ab7-b4d3-4437-8996-bb594a91186d), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:50.301244 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b0ec216-c8d0-495c-bc49-a624a1f8acb6 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group_rule (74948ab7-b4d3-4437-8996-bb594a91186d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:50.307385 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b0ec216-c8d0-495c-bc49-a624a1f8acb6 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (74948ab7-b4d3-4437-8996-bb594a91186d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:50.328197 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ec216-c8d0-495c-bc49-a624a1f8acb6 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74948ab7-b4d3-4437-8996-bb594a91186d,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:50.342275 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b0ec216-c8d0-495c-bc49-a624a1f8acb6 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:50.346903 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 47608) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:50.352250 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3a3cf3a6-46dd-4708-8951-3b23bc2e83f1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Request body: {'floatingip': {'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:50.357757 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-5b0ec216-c8d0-495c-bc49-a624a1f8acb6 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1846139 Mar 23 23:49:50.379550 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf3a6-46dd-4708-8951-3b23bc2e83f1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:50.457331 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-dc3b289b-d6a7-4191-957b-8efb4ee75bcf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1115240116-network', 'tenant_id': 'a25c216a7c3b4d3b9ab259ec3ca86d5b'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:50.463639 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device efb37458-f44a-460d-9759-83e32b0c947b up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:49:50.494049 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3b289b-d6a7-4191-957b-8efb4ee75bcf admin admin] Made reservation on behalf of a25c216a7c3b4d3b9ab259ec3ca86d5b for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:49:50.494634 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:49:43Z', 'updated_at': '2022-03-23T23:49:47Z', 'revision_number': 4, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'gw_port': {'id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:44Z', 'updated_at': '2022-03-23T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'e428de5b-a867-45d5-a0cb-f864ea40ef60', 'name': '', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'mac_address': 'fa:16:3e:a7:c3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:46Z', 'updated_at': '2022-03-23T23:49:47Z', 'revision_number': 2, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'subnets': [{'id': '6136d15b-a857-4672-9f46-946dc92786dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:49:50.496725 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dc3b289b-d6a7-4191-957b-8efb4ee75bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:50.517165 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dc3b289b-d6a7-4191-957b-8efb4ee75bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:50.566657 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] Checking router: eb84ca04-39b5-4020-8cb3-932d752d52cb for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:49:50.567007 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] Updating router eb84ca04-39b5-4020-8cb3-932d752d52cb port e428de5b-a867-45d5-a0cb-f864ea40ef60 binding host dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 23:49:50.610313 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf3a6-46dd-4708-8951-3b23bc2e83f1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:50.638652 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (e428de5b-a867-45d5-a0cb-f864ea40ef60), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:50.641624 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port efb37458-f44a-460d-9759-83e32b0c947b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:50.641975 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (efb37458-f44a-460d-9759-83e32b0c947b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:50.696973 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dc3b289b-d6a7-4191-957b-8efb4ee75bcf admin admin] Publish callbacks [] for security_group (4c968a7f-3d9d-4502-bf28-043723a54832), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:50.703282 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dc3b289b-d6a7-4191-957b-8efb4ee75bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (4c968a7f-3d9d-4502-bf28-043723a54832), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:50.751061 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3b289b-d6a7-4191-957b-8efb4ee75bcf admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 23:49:50.780812 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dc3b289b-d6a7-4191-957b-8efb4ee75bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (34cfd6f9-8c4f-4a88-b62e-c9f275c36011), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:50.781153 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.segments_db [None req-dc3b289b-d6a7-4191-957b-8efb4ee75bcf admin admin] Added segment 34cfd6f9-8c4f-4a88-b62e-c9f275c36011 of type vlan for network 0788e3b4-20e6-4c2f-a2c9-3249ef02df1c Mar 23 23:49:50.795937 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b289b-d6a7-4191-957b-8efb4ee75bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c968a7f-3d9d-4502-bf28-043723a54832,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:50.799723 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-3a3cf3a6-46dd-4708-8951-3b23bc2e83f1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Allocated IP 172.27.0.42 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/cea7ea1b-bbee-45f7-97d2-048869336401) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:49:50.844415 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dc3b289b-d6a7-4191-957b-8efb4ee75bcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777139294019'] for network (0788e3b4-20e6-4c2f-a2c9-3249ef02df1c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:50.906453 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port efb37458-f44a-460d-9759-83e32b0c947b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:50.919137 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dc3b289b-d6a7-4191-957b-8efb4ee75bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for network (0788e3b4-20e6-4c2f-a2c9-3249ef02df1c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:50.920111 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3b289b-d6a7-4191-957b-8efb4ee75bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:50.920715 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dc3b289b-d6a7-4191-957b-8efb4ee75bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:51.003415 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-dc3b289b-d6a7-4191-957b-8efb4ee75bcf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7979908 Mar 23 23:49:51.006529 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47628) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:51.011878 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3ce9f2d6-98ca-465d-bc1e-7f19abae1a74 admin admin] Request body: {'subnet': {'network_id': '0788e3b4-20e6-4c2f-a2c9-3249ef02df1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1115240116-subnet', 'tenant_id': 'a25c216a7c3b4d3b9ab259ec3ca86d5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:51.014684 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b289b-d6a7-4191-957b-8efb4ee75bcf admin admin] Pushing event updated for resources: {'Network': ['ID=0788e3b4-20e6-4c2f-a2c9-3249ef02df1c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:51.019205 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf3a6-46dd-4708-8951-3b23bc2e83f1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for port (cea7ea1b-bbee-45f7-97d2-048869336401), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:51.046508 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce9f2d6-98ca-465d-bc1e-7f19abae1a74 admin admin] Made reservation on behalf of a25c216a7c3b4d3b9ab259ec3ca86d5b for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:49:51.050469 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Network 0788e3b4-20e6-4c2f-a2c9-3249ef02df1c details requested by agent ovs-agent-dv-cinder-749155-6-iscsi with host dv-cinder-749155-6-iscsi {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 23:49:51.051861 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3ce9f2d6-98ca-465d-bc1e-7f19abae1a74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6018790'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:51.058236 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf3a6-46dd-4708-8951-3b23bc2e83f1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (cea7ea1b-bbee-45f7-97d2-048869336401), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:51.099523 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3cf3a6-46dd-4708-8951-3b23bc2e83f1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:49:51.102929 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-3a3cf3a6-46dd-4708-8951-3b23bc2e83f1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:49:51.107000 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3cf3a6-46dd-4708-8951-3b23bc2e83f1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:49:51.137140 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cf3a6-46dd-4708-8951-3b23bc2e83f1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Pushing event updated for resources: {'Port': ['ID=cea7ea1b-bbee-45f7-97d2-048869336401,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:51.182274 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] Publish callbacks [] for port (e428de5b-a867-45d5-a0cb-f864ea40ef60), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:51.194702 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (e428de5b-a867-45d5-a0cb-f864ea40ef60), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:51.313885 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf3a6-46dd-4708-8951-3b23bc2e83f1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for floatingip (df196675-3678-4dab-ad3e-e110aea8391f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:51.314626 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84626ab5-75f7-477a-8b3f-bf1946287569 None None] Pushing event updated for resources: {'Port': ['ID=e428de5b-a867-45d5-a0cb-f864ea40ef60,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:51.369652 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] Attempting to bind port e428de5b-a867-45d5-a0cb-f864ea40ef60 on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:49:51.370995 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] Attempting to bind port e428de5b-a867-45d5-a0cb-f864ea40ef60 by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': 'f7320b78-aec7-4e30-925e-ceef89f4e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:49:51.371703 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] Attempting to bind port e428de5b-a867-45d5-a0cb-f864ea40ef60 on network d01bdeec-57ed-409b-a257-e0c6c9a81aea {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:49:51.378497 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:49:51.379261 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] Checking segment: {'id': 'f7320b78-aec7-4e30-925e-ceef89f4e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:49:51.379814 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:51.380422 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] Bound using segment: {'id': 'f7320b78-aec7-4e30-925e-ceef89f4e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:49:51.381050 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] Bound port: e428de5b-a867-45d5-a0cb-f864ea40ef60, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7320b78-aec7-4e30-925e-ceef89f4e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:49:51.381795 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (e428de5b-a867-45d5-a0cb-f864ea40ef60), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:51.411394 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a98878f7-9afb-44d6-a74b-e5fd9e4d67fc req-6ea3c516-b3ab-4f29-8cdb-11eab47782c8 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 210 time: 0.0818162 Mar 23 23:49:51.491244 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] For port e428de5b-a867-45d5-a0cb-f864ea40ef60, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:49:51.493681 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf3a6-46dd-4708-8951-3b23bc2e83f1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (cea7ea1b-bbee-45f7-97d2-048869336401), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:51.503063 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-f38dea36-5a5a-472f-8e90-abf6e753a53f tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:51.504722 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-f38dea36-5a5a-472f-8e90-abf6e753a53f tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.20 "GET /v2.0/networks?id=666de4f5-35d2-4307-befa-e2ed2adb6ca7 HTTP/1.1" status: 200 len: 808 time: 0.3391500 Mar 23 23:49:51.505163 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] For port e428de5b-a867-45d5-a0cb-f864ea40ef60, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=e428de5b-a867-45d5-a0cb-f864ea40ef60,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:49:51.515975 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (e428de5b-a867-45d5-a0cb-f864ea40ef60), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:51.530577 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3ce9f2d6-98ca-465d-bc1e-7f19abae1a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5644142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6018800'] for subnet (71f90f4e-e9a0-4be5-be12-e097902c38b0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:51.543978 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-1dfcf4f7-d53b-4d16-be80-67dbc7600bd6 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Request body: {'port': {'device_id': '07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3', 'network_id': '666de4f5-35d2-4307-befa-e2ed2adb6ca7', 'admin_state_up': True, 'tenant_id': 'b3370665afba4ccfae501ec909be0ce9'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:51.619462 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84626ab5-75f7-477a-8b3f-bf1946287569 None None] Pushing event updated for resources: {'Port': ['ID=e428de5b-a867-45d5-a0cb-f864ea40ef60,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:51.622791 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] Routers {'eb84ca04-39b5-4020-8cb3-932d752d52cb'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:49:51.623398 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:49:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['eb84ca04-39b5-4020-8cb3-932d752d52cb'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:49:51.650889 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9f2d6-98ca-465d-bc1e-7f19abae1a74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f90f4e-e9a0-4be5-be12-e097902c38b0,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:51.669212 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce9f2d6-98ca-465d-bc1e-7f19abae1a74 admin admin] Checking segment: {'id': '34cfd6f9-8c4f-4a88-b62e-c9f275c36011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0788e3b4-20e6-4c2f-a2c9-3249ef02df1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:49:51.669212 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce9f2d6-98ca-465d-bc1e-7f19abae1a74 admin admin] Network hostable DHCP agents. Network: 0788e3b4-20e6-4c2f-a2c9-3249ef02df1c, hostable agents: ['241e2e2a-1e2f-484e-9acb-0603fdf8399b'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 23:49:51.706436 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce9f2d6-98ca-465d-bc1e-7f19abae1a74 admin admin] Network 0788e3b4-20e6-4c2f-a2c9-3249ef02df1c is scheduled to be hosted by DHCP agent 241e2e2a-1e2f-484e-9acb-0603fdf8399b with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 23:49:51.717644 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-3ce9f2d6-98ca-465d-bc1e-7f19abae1a74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-6-iscsi, 0788e3b4-20e6-4c2f-a2c9-3249ef02df1c) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:49:51.721357 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b7dfc-80b9-4879-a2df-2ae13a93c365 req-9314cb46-8bdd-44d4-867e-49919d412cf3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:51.722750 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce9f2d6-98ca-465d-bc1e-7f19abae1a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:51.723562 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3ce9f2d6-98ca-465d-bc1e-7f19abae1a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:51.734738 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2a2b7dfc-80b9-4879-a2df-2ae13a93c365 req-9314cb46-8bdd-44d4-867e-49919d412cf3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.3900676 Mar 23 23:49:51.736993 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7d167b-3b8f-4c6b-86ce-69841f6e1e20 None None] Network 0788e3b4-20e6-4c2f-a2c9-3249ef02df1c requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:49:51.764246 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-3ce9f2d6-98ca-465d-bc1e-7f19abae1a74 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7563753 Mar 23 23:49:51.794580 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-66da4135-7c03-466b-8f57-c3e2b78c8ae5 None None] Provisioning complete for port e428de5b-a867-45d5-a0cb-f864ea40ef60 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:51.794870 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-66da4135-7c03-466b-8f57-c3e2b78c8ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (e428de5b-a867-45d5-a0cb-f864ea40ef60), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:51.922124 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] Set router eb84ca04-39b5-4020-8cb3-932d752d52cb gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:49:51.935313 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2a2b7dfc-80b9-4879-a2df-2ae13a93c365 req-176e2f5a-f7c7-473b-b58d-d559abfe4a2a tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970971 Mar 23 23:49:52.045080 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-1dfcf4f7-d53b-4d16-be80-67dbc7600bd6 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Made reservation on behalf of b3370665afba4ccfae501ec909be0ce9 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:49:52.048444 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-1dfcf4f7-d53b-4d16-be80-67dbc7600bd6 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:52.088511 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf3a6-46dd-4708-8951-3b23bc2e83f1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for port (cea7ea1b-bbee-45f7-97d2-048869336401), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:52.098126 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf3a6-46dd-4708-8951-3b23bc2e83f1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5624838'] for port (cea7ea1b-bbee-45f7-97d2-048869336401), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:52.100505 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad425010-1663-4653-963b-1dd04c40fa03 None None] Network 0788e3b4-20e6-4c2f-a2c9-3249ef02df1c requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:49:52.233315 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-66da4135-7c03-466b-8f57-c3e2b78c8ae5 None None] Current status of the port e428de5b-a867-45d5-a0cb-f864ea40ef60 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:52.233707 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-66da4135-7c03-466b-8f57-c3e2b78c8ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (e428de5b-a867-45d5-a0cb-f864ea40ef60), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:52.261686 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cf3a6-46dd-4708-8951-3b23bc2e83f1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Pushing event updated for resources: {'Port': ['ID=cea7ea1b-bbee-45f7-97d2-048869336401,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:52.309676 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf3a6-46dd-4708-8951-3b23bc2e83f1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (df196675-3678-4dab-ad3e-e110aea8391f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:52.329300 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf3a6-46dd-4708-8951-3b23bc2e83f1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:52.340272 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-3a3cf3a6-46dd-4708-8951-3b23bc2e83f1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9922149 Mar 23 23:49:52.359271 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-66da4135-7c03-466b-8f57-c3e2b78c8ae5 None None] For port e428de5b-a867-45d5-a0cb-f864ea40ef60, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=e428de5b-a867-45d5-a0cb-f864ea40ef60,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:49:52.367165 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-1dfcf4f7-d53b-4d16-be80-67dbc7600bd6 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Allocated IP 172.20.0.7 (666de4f5-35d2-4307-befa-e2ed2adb6ca7/62c6d049-3ba8-4096-84c5-80553d4f0942/7ee6ea0c-20c1-41c1-886d-195c6daa3f75) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:49:52.392758 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-66da4135-7c03-466b-8f57-c3e2b78c8ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (e428de5b-a867-45d5-a0cb-f864ea40ef60), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:52.478006 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da4135-7c03-466b-8f57-c3e2b78c8ae5 None None] Pushing event updated for resources: {'Port': ['ID=e428de5b-a867-45d5-a0cb-f864ea40ef60,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:52.489799 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:49:43Z', 'updated_at': '2022-03-23T23:49:47Z', 'revision_number': 4, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'gw_port': {'id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:44Z', 'updated_at': '2022-03-23T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'e428de5b-a867-45d5-a0cb-f864ea40ef60', 'name': '', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'mac_address': 'fa:16:3e:a7:c3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:46Z', 'updated_at': '2022-03-23T23:49:51Z', 'revision_number': 4, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'subnets': [{'id': '6136d15b-a857-4672-9f46-946dc92786dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:49:52.564248 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef6f7e6-00bc-487c-807a-c49d78f00424 None None] The sync data for ids ['eb84ca04-39b5-4020-8cb3-932d752d52cb'] in dv-cinder-749155-6-iscsi is: [{'id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:49:43Z', 'updated_at': '2022-03-23T23:49:47Z', 'revision_number': 4, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'gw_port': {'id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:44Z', 'updated_at': '2022-03-23T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'e428de5b-a867-45d5-a0cb-f864ea40ef60', 'name': '', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'mac_address': 'fa:16:3e:a7:c3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:46Z', 'updated_at': '2022-03-23T23:49:51Z', 'revision_number': 4, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'subnets': [{'id': '6136d15b-a857-4672-9f46-946dc92786dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:49:52.613920 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0bb5f451-04d3-41d6-a40c-dfd1d85f24d8 None None] Provisioning complete for port e428de5b-a867-45d5-a0cb-f864ea40ef60 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:52.614300 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0bb5f451-04d3-41d6-a40c-dfd1d85f24d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (e428de5b-a867-45d5-a0cb-f864ea40ef60), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:52.752895 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-afbcb476-7786-45cd-b6fc-7716d0d948f7 req-f39f0ef8-ffe8-4a27-9cf7-563175f3c1e8 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 210 time: 0.1596370 Mar 23 23:49:52.872987 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-1dfcf4f7-d53b-4d16-be80-67dbc7600bd6 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Publish callbacks [] for port (7ee6ea0c-20c1-41c1-886d-195c6daa3f75), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:52.945060 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a8d69fef-3b65-440d-961b-caf1892db14d req-6295115f-009a-4705-9198-235eabf247f6 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--317070893&fields=id&tenant_id=d1764164142a40b0991cbb88184b7255 HTTP/1.1" status: 200 len: 267 time: 0.2844303 Mar 23 23:49:53.020115 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0bb5f451-04d3-41d6-a40c-dfd1d85f24d8 None None] Current status of the port e428de5b-a867-45d5-a0cb-f864ea40ef60 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:53.137625 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-1dfcf4f7-d53b-4d16-be80-67dbc7600bd6 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (7ee6ea0c-20c1-41c1-886d-195c6daa3f75), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:53.220648 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d69fef-3b65-440d-961b-caf1892db14d req-de0bfee2-0e8a-4608-beaf-52fffa2898d9 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:53.222561 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a8d69fef-3b65-440d-961b-caf1892db14d req-de0bfee2-0e8a-4608-beaf-52fffa2898d9 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/networks?id=d01bdeec-57ed-409b-a257-e0c6c9a81aea HTTP/1.1" status: 200 len: 817 time: 0.2694151 Mar 23 23:49:53.229422 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eeeb0a-3e48-4411-b53a-dc3f34379ed2 req-33b19f9b-2f38-42fc-9ca0-a2ef4044a51b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:53.231221 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e7eeeb0a-3e48-4411-b53a-dc3f34379ed2 req-33b19f9b-2f38-42fc-9ca0-a2ef4044a51b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.2046418 Mar 23 23:49:53.260313 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-1dfcf4f7-d53b-4d16-be80-67dbc7600bd6 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Network 666de4f5-35d2-4307-befa-e2ed2adb6ca7 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:49:53.288687 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfcf4f7-d53b-4d16-be80-67dbc7600bd6 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Pushing event updated for resources: {'Port': ['ID=7ee6ea0c-20c1-41c1-886d-195c6daa3f75,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:53.313095 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47732) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:53.331167 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e7eeeb0a-3e48-4411-b53a-dc3f34379ed2 req-8e297283-13ce-4f6c-a9dc-7dc4ddc06d22 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731103 Mar 23 23:49:53.332329 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-1dfcf4f7-d53b-4d16-be80-67dbc7600bd6 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:49:53.336308 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-1dfcf4f7-d53b-4d16-be80-67dbc7600bd6 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:49:53.347346 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a8d69fef-3b65-440d-961b-caf1892db14d req-894faeb4-a7f5-4f45-8077-2f87b6e2aa89 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/quotas/d1764164142a40b0991cbb88184b7255 HTTP/1.1" status: 200 len: 375 time: 0.0939283 Mar 23 23:49:53.358719 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47736) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:53.436147 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-1dfcf4f7-d53b-4d16-be80-67dbc7600bd6 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:53.436863 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-1dfcf4f7-d53b-4d16-be80-67dbc7600bd6 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:53.449874 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a8d69fef-3b65-440d-961b-caf1892db14d req-36295ecf-fc0d-484d-a231-9b5bf910f09c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1764164142a40b0991cbb88184b7255&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013892 Mar 23 23:49:53.464156 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-1dfcf4f7-d53b-4d16-be80-67dbc7600bd6 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9285741 Mar 23 23:49:53.483241 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] Request body: {'port': {'device_id': '07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:53.494743 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7ec63d4c-b080-466f-8863-fa74471ee2d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:53.515166 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b80bdf98-250d-4ee4-abdf-605fa8df7e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:53.607809 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (7ee6ea0c-20c1-41c1-886d-195c6daa3f75), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:53.628088 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a8d69fef-3b65-440d-961b-caf1892db14d req-8d3062a9-60da-49e4-ab82-ceab2963df34 service neutron] 10.222.0.31 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629465 Mar 23 23:49:53.637914 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7ec63d4c-b080-466f-8863-fa74471ee2d1 admin admin] Publish callbacks [] for security_group (d878c87b-c8ed-413b-a258-a3e42efb050c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:53.643976 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:49:53.647508 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b80bdf98-250d-4ee4-abdf-605fa8df7e77 admin admin] Publish callbacks [] for security_group (df14d5eb-5057-486e-9edf-3d18844eb45a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:53.648571 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7ec63d4c-b080-466f-8863-fa74471ee2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (d878c87b-c8ed-413b-a258-a3e42efb050c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:53.659623 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b80bdf98-250d-4ee4-abdf-605fa8df7e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (df14d5eb-5057-486e-9edf-3d18844eb45a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:53.707688 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-b80bdf98-250d-4ee4-abdf-605fa8df7e77 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4060c66c8d0e4a0cac7e557335276db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3477988 Mar 23 23:49:53.708745 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec63d4c-b080-466f-8863-fa74471ee2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d878c87b-c8ed-413b-a258-a3e42efb050c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:53.711271 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 47742) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:53.713440 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-7ec63d4c-b080-466f-8863-fa74471ee2d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=129332b464d448178b6920a27d2a1a9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3991079 Mar 23 23:49:53.716421 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47744) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:53.769061 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bdf98-250d-4ee4-abdf-605fa8df7e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df14d5eb-5057-486e-9edf-3d18844eb45a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:53.846509 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-41f21da1-1648-42f3-be48-d710339b2394 admin admin] Publish callbacks [] for security_group (d878c87b-c8ed-413b-a258-a3e42efb050c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:53.883605 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-41f21da1-1648-42f3-be48-d710339b2394 admin admin] Publish callbacks [] for security_group (d878c87b-c8ed-413b-a258-a3e42efb050c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:53.934396 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-41f21da1-1648-42f3-be48-d710339b2394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (d878c87b-c8ed-413b-a258-a3e42efb050c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:53.937008 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-41f21da1-1648-42f3-be48-d710339b2394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:53.938193 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-41f21da1-1648-42f3-be48-d710339b2394 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d878c87b-c8ed-413b-a258-a3e42efb050c HTTP/1.1" status: 204 len: 168 time: 0.2207081 Mar 23 23:49:53.943934 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a8d69fef-3b65-440d-961b-caf1892db14d req-44036845-e212-4f07-87e5-3d8d93ee9a0c service neutron] 10.222.0.31 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915380 Mar 23 23:49:53.953456 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f21da1-1648-42f3-be48-d710339b2394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d878c87b-c8ed-413b-a258-a3e42efb050c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:53.981595 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8f2efd87-ffc7-4c3e-bc79-f87c14a8746e admin admin] Publish callbacks [] for security_group (df14d5eb-5057-486e-9edf-3d18844eb45a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:54.039068 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8f2efd87-ffc7-4c3e-bc79-f87c14a8746e admin admin] Publish callbacks [] for security_group (df14d5eb-5057-486e-9edf-3d18844eb45a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:54.060861 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa7aa7-4b26-4868-bca6-4fcd3a5442aa req-36ab462c-c02a-459d-a5df-437e5045f3bd tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:54.068146 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-44fa7aa7-4b26-4868-bca6-4fcd3a5442aa req-36ab462c-c02a-459d-a5df-437e5045f3bd tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 931 time: 0.1865556 Mar 23 23:49:54.519370 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-44fa7aa7-4b26-4868-bca6-4fcd3a5442aa req-de062467-1902-4d08-a8f4-5565658044e7 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500535 Mar 23 23:49:54.528371 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device e428de5b-a867-45d5-a0cb-f864ea40ef60 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:49:54.588264 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee6ea0c-20c1-41c1-886d-195c6daa3f75 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:49:54.593054 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8f2efd87-ffc7-4c3e-bc79-f87c14a8746e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (df14d5eb-5057-486e-9edf-3d18844eb45a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:54.595807 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8f2efd87-ffc7-4c3e-bc79-f87c14a8746e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:54.597107 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-8f2efd87-ffc7-4c3e-bc79-f87c14a8746e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df14d5eb-5057-486e-9edf-3d18844eb45a HTTP/1.1" status: 204 len: 168 time: 0.8835182 Mar 23 23:49:54.623474 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port e428de5b-a867-45d5-a0cb-f864ea40ef60 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:54.623810 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (e428de5b-a867-45d5-a0cb-f864ea40ef60), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:54.626995 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] Publish callbacks [] for port (7ee6ea0c-20c1-41c1-886d-195c6daa3f75), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:54.630998 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-58d03005-729b-4121-9ea4-c1eb9b455e05 req-78bd20ec-97d4-4b9e-8190-e4dad1a37d8a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 210 time: 0.0648336 Mar 23 23:49:54.642752 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2efd87-ffc7-4c3e-bc79-f87c14a8746e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df14d5eb-5057-486e-9edf-3d18844eb45a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:54.653092 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36963af-5756-4140-acce-706c8f8c7a9d req-aae9a8ec-4d5c-4ac4-b345-a11f60120b22 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:54.654735 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a36963af-5756-4140-acce-706c8f8c7a9d req-aae9a8ec-4d5c-4ac4-b345-a11f60120b22 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/networks?id=0788e3b4-20e6-4c2f-a2c9-3249ef02df1c HTTP/1.1" status: 200 len: 814 time: 0.3053663 Mar 23 23:49:54.671172 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] Transition to ACTIVE for port object 7ee6ea0c-20c1-41c1-886d-195c6daa3f75 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 23:49:54.681829 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5624838'] for port (7ee6ea0c-20c1-41c1-886d-195c6daa3f75), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:54.692664 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a36963af-5756-4140-acce-706c8f8c7a9d req-b9d58120-3571-48db-838f-37fb9f2a96b2 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/quotas/a25c216a7c3b4d3b9ab259ec3ca86d5b HTTP/1.1" status: 200 len: 375 time: 0.0200734 Mar 23 23:49:54.762506 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a36963af-5756-4140-acce-706c8f8c7a9d req-27c092a2-7573-4c11-87cc-6ce306d07206 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a25c216a7c3b4d3b9ab259ec3ca86d5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688827 Mar 23 23:49:54.850900 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port e428de5b-a867-45d5-a0cb-f864ea40ef60 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:54.884559 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee6ea0c-20c1-41c1-886d-195c6daa3f75,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:54.991532 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644054e-cc8e-41b9-9c0d-d458a55fc791 req-30ad37c1-84cc-4f0c-9842-7a219755d853 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:54.993899 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5644054e-cc8e-41b9-9c0d-d458a55fc791 req-30ad37c1-84cc-4f0c-9842-7a219755d853 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.2283354 Mar 23 23:49:55.001320 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a36963af-5756-4140-acce-706c8f8c7a9d req-30ae611f-ffc5-4d5c-90f6-abefb6bbdb7d service neutron] 10.222.0.31 "GET /v2.0/networks/0788e3b4-20e6-4c2f-a2c9-3249ef02df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372496 Mar 23 23:49:55.067121 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] Attempting to bind port 7ee6ea0c-20c1-41c1-886d-195c6daa3f75 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:49:55.067706 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] Attempting to bind port 7ee6ea0c-20c1-41c1-886d-195c6daa3f75 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '0c5db8df-2739-48a9-834d-8340f5f46b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '666de4f5-35d2-4307-befa-e2ed2adb6ca7'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:49:55.068205 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] Attempting to bind port 7ee6ea0c-20c1-41c1-886d-195c6daa3f75 on network 666de4f5-35d2-4307-befa-e2ed2adb6ca7 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:49:55.086963 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] Port 7ee6ea0c-20c1-41c1-886d-195c6daa3f75 on network 666de4f5-35d2-4307-befa-e2ed2adb6ca7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 23:49:55.087592 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] Attempting to bind port 7ee6ea0c-20c1-41c1-886d-195c6daa3f75 on network 666de4f5-35d2-4307-befa-e2ed2adb6ca7 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:49:55.103071 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:49:55.103726 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] Checking segment: {'id': '0c5db8df-2739-48a9-834d-8340f5f46b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '666de4f5-35d2-4307-befa-e2ed2adb6ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:49:55.104123 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] Bound using segment: {'id': '0c5db8df-2739-48a9-834d-8340f5f46b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '666de4f5-35d2-4307-befa-e2ed2adb6ca7'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:49:55.104602 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] Bound port: 7ee6ea0c-20c1-41c1-886d-195c6daa3f75, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5db8df-2739-48a9-834d-8340f5f46b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '666de4f5-35d2-4307-befa-e2ed2adb6ca7'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:49:55.105350 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (7ee6ea0c-20c1-41c1-886d-195c6daa3f75), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:55.149112 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47804) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:55.162964 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81fc7185-4dd6-45b0-b584-dff6d7428198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:55.169606 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5644054e-cc8e-41b9-9c0d-d458a55fc791 req-8222b8b5-66d0-4fce-826e-7b579bf921c4 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516068 Mar 23 23:49:55.214756 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a36963af-5756-4140-acce-706c8f8c7a9d req-a080bd39-b3cd-4b5b-a5e0-09b03df48464 service neutron] 10.222.0.31 "GET /v2.0/networks/0788e3b4-20e6-4c2f-a2c9-3249ef02df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121942 Mar 23 23:49:55.259778 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] For port 7ee6ea0c-20c1-41c1-886d-195c6daa3f75, host hv-cinder-74915, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:49:55.264878 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] For port 7ee6ea0c-20c1-41c1-886d-195c6daa3f75, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7ee6ea0c-20c1-41c1-886d-195c6daa3f75,segment=NetworkSegment(0c5db8df-2739-48a9-834d-8340f5f46b92),segment_id=0c5db8df-2739-48a9-834d-8340f5f46b92)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:49:55.277091 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5624838'] for port (7ee6ea0c-20c1-41c1-886d-195c6daa3f75), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:55.280010 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81fc7185-4dd6-45b0-b584-dff6d7428198 admin admin] Publish callbacks [] for security_group (df289a0a-739d-45bb-830b-8894ab514eb1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:55.289281 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81fc7185-4dd6-45b0-b584-dff6d7428198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (df289a0a-739d-45bb-830b-8894ab514eb1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:55.313167 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:55.313863 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:55.315260 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] 10.222.0.20 "PUT /v2.0/ports/7ee6ea0c-20c1-41c1-886d-195c6daa3f75 HTTP/1.1" status: 200 len: 1093 time: 1.8417749 Mar 23 23:49:55.315788 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3', 'tag': '7ee6ea0c-20c1-41c1-886d-195c6daa3f75'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:49:55.318530 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f89217267680bd64d7f927d4eadc419634559ab2f391f9993dc43694367eced7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dc9cf5-e53c-4f4a-8d99-af13af709f30" -d '{"events": [{"name": "network-changed", "server_uuid": "07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3", "tag": "7ee6ea0c-20c1-41c1-886d-195c6daa3f75"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:49:55.372715 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-81fc7185-4dd6-45b0-b584-dff6d7428198 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7a2c9456c1f460882d52810912b7ecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223096 Mar 23 23:49:55.374399 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc7185-4dd6-45b0-b584-dff6d7428198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df289a0a-739d-45bb-830b-8894ab514eb1,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:55.377520 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 47816) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:55.409655 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2f6f71-1a8f-494c-9d80-571dcd06aa1d x-openstack-request-id: req-4d2f6f71-1a8f-494c-9d80-571dcd06aa1d {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:49:55.409976 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3", "tag": "7ee6ea0c-20c1-41c1-886d-195c6daa3f75", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:49:55.410234 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d2f6f71-1a8f-494c-9d80-571dcd06aa1d {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:49:55.411222 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2f6f71-1a8f-494c-9d80-571dcd06aa1d'] response: {'name': 'network-changed', 'server_uuid': '07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3', 'tag': '7ee6ea0c-20c1-41c1-886d-195c6daa3f75', 'status': 'completed', 'code': 200} Mar 23 23:49:55.471531 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d6ccf-b49e-4793-be72-8434cbe07a46 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee6ea0c-20c1-41c1-886d-195c6daa3f75,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:55.497872 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9497802f-167e-46aa-8af9-8b60c06ce786 admin admin] Publish callbacks [] for security_group (df289a0a-739d-45bb-830b-8894ab514eb1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:55.498715 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-acd6d451-4826-48f8-b558-c9e69d06d6c9 req-e7bcb7c4-157e-4675-997a-91bc7825f6bf tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 210 time: 0.0513330 Mar 23 23:49:55.529546 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-5dcaf493-1dd5-4b43-9567-e9e59e3de2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:55.531261 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-5dcaf493-1dd5-4b43-9567-e9e59e3de2ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3370665afba4ccfae501ec909be0ce9&device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 1127 time: 0.1596186 Mar 23 23:49:55.573285 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9497802f-167e-46aa-8af9-8b60c06ce786 admin admin] Publish callbacks [] for security_group (df289a0a-739d-45bb-830b-8894ab514eb1), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:55.625707 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-d9d447d9-58f3-4afb-8b70-243fc0238af4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ee6ea0c-20c1-41c1-886d-195c6daa3f75 HTTP/1.1" status: 200 len: 217 time: 0.0664124 Mar 23 23:49:55.731588 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-41068aba-7053-4368-886d-b35020b6486b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:55.733148 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-41068aba-7053-4368-886d-b35020b6486b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62c6d049-3ba8-4096-84c5-80553d4f0942 HTTP/1.1" status: 200 len: 848 time: 0.0748296 Mar 23 23:49:55.742738 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c563f22-45c5-4c5f-a2f6-0aff57dae7d1 req-297b67d0-44d7-499e-bc5a-fb3688fe964b tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:55.748887 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0c563f22-45c5-4c5f-a2f6-0aff57dae7d1 req-297b67d0-44d7-499e-bc5a-fb3688fe964b tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 943 time: 0.1216474 Mar 23 23:49:55.782781 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-7fe15a57-994d-4817-ab5b-a114f4236ebe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=666de4f5-35d2-4307-befa-e2ed2adb6ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310659 Mar 23 23:49:55.804603 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9497802f-167e-46aa-8af9-8b60c06ce786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (df289a0a-739d-45bb-830b-8894ab514eb1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:55.807333 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9497802f-167e-46aa-8af9-8b60c06ce786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:55.808510 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-9497802f-167e-46aa-8af9-8b60c06ce786 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df289a0a-739d-45bb-830b-8894ab514eb1 HTTP/1.1" status: 204 len: 168 time: 0.4148395 Mar 23 23:49:55.826426 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497802f-167e-46aa-8af9-8b60c06ce786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df289a0a-739d-45bb-830b-8894ab514eb1,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:55.937757 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-be20d776-b77e-4bc8-adff-ea8d8587ff9a req-12c1051c-381d-4cce-ac1c-eb8a81c77f70 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 210 time: 0.1870506 Mar 23 23:49:55.947035 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d69fef-3b65-440d-961b-caf1892db14d req-0b549ef0-6da7-4d25-b168-a49fa3618bed tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:55.951027 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a8d69fef-3b65-440d-961b-caf1892db14d req-0b549ef0-6da7-4d25-b168-a49fa3618bed tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.20 "GET /v2.0/networks?id=d01bdeec-57ed-409b-a257-e0c6c9a81aea HTTP/1.1" status: 200 len: 817 time: 0.2836299 Mar 23 23:49:56.022520 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0c563f22-45c5-4c5f-a2f6-0aff57dae7d1 req-25d93020-949f-42a5-9984-97bbf37b9857 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245731 Mar 23 23:49:56.050580 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-c23435ee-550d-4b45-a4a0-b95eb0796031 service neutron] 10.222.0.20 "GET /v2.0/networks/666de4f5-35d2-4307-befa-e2ed2adb6ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347391 Mar 23 23:49:56.073640 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a8d69fef-3b65-440d-961b-caf1892db14d req-d363faea-4ab4-4e11-8d73-bbe1d6817f6b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1764164142a40b0991cbb88184b7255 HTTP/1.1" status: 200 len: 379 time: 0.1011009 Mar 23 23:49:56.088772 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-a8d69fef-3b65-440d-961b-caf1892db14d req-071813bc-d0b2-40d9-b7bd-b6f355d5e22b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Request body: {'port': {'device_id': 'feaa3f21-8408-4214-9edc-49ee3baf5c16', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'admin_state_up': True, 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'security_groups': ['cf8fdea8-be91-43d1-a6ff-aab8014d9ec9']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:56.248308 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c4c7b652-eeb8-420d-87b5-c2afd739799d req-0d220ca1-2661-4b43-87a8-815d398e0784 service neutron] 10.222.0.20 "GET /v2.0/networks/666de4f5-35d2-4307-befa-e2ed2adb6ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879756 Mar 23 23:49:56.260555 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d69fef-3b65-440d-961b-caf1892db14d req-071813bc-d0b2-40d9-b7bd-b6f355d5e22b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Made reservation on behalf of d1764164142a40b0991cbb88184b7255 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:49:56.266029 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a8d69fef-3b65-440d-961b-caf1892db14d req-071813bc-d0b2-40d9-b7bd-b6f355d5e22b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:56.435178 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-a8d69fef-3b65-440d-961b-caf1892db14d req-071813bc-d0b2-40d9-b7bd-b6f355d5e22b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Allocated IP 172.20.0.14 (d01bdeec-57ed-409b-a257-e0c6c9a81aea/6136d15b-a857-4672-9f46-946dc92786dd/e2f9117c-0d8e-4fab-8db3-0db968d2b360) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:49:56.439989 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea83e5-7a4c-4be3-ab8c-887a9aa8b31e req-7c1842cb-1a9d-4873-b416-3106c8827e23 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:56.441564 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e8ea83e5-7a4c-4be3-ab8c-887a9aa8b31e req-7c1842cb-1a9d-4873-b416-3106c8827e23 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.1569984 Mar 23 23:49:56.456245 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc9cf5-e53c-4f4a-8d99-af13af709f30 req-6e3b8b28-d1aa-45f5-b539-8fd19a8eb928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:56.457453 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f1dc9cf5-e53c-4f4a-8d99-af13af709f30 req-6e3b8b28-d1aa-45f5-b539-8fd19a8eb928 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3370665afba4ccfae501ec909be0ce9&device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 1127 time: 0.1157911 Mar 23 23:49:56.577216 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e8ea83e5-7a4c-4be3-ab8c-887a9aa8b31e req-2d1fa7b6-e2b1-404c-83bf-4f20d76b1f6b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225991 Mar 23 23:49:56.616891 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc9cf5-e53c-4f4a-8d99-af13af709f30 req-b4578709-1cba-4ba9-8564-7a0488202226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:56.622789 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f1dc9cf5-e53c-4f4a-8d99-af13af709f30 req-b4578709-1cba-4ba9-8564-7a0488202226 service neutron] 10.222.0.20 "GET /v2.0/networks?id=666de4f5-35d2-4307-befa-e2ed2adb6ca7 HTTP/1.1" status: 200 len: 908 time: 0.1532845 Mar 23 23:49:56.707065 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a8d69fef-3b65-440d-961b-caf1892db14d req-071813bc-d0b2-40d9-b7bd-b6f355d5e22b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:56.708137 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-521d0cc7-5c84-4f83-9688-6d3635f6a65b req-3abddf86-a81a-403e-ad99-bfb72537818b tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 210 time: 0.0843272 Mar 23 23:49:56.710292 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f1dc9cf5-e53c-4f4a-8d99-af13af709f30 req-f397165f-8a24-4666-a7f8-117b4bd9df56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ee6ea0c-20c1-41c1-886d-195c6daa3f75 HTTP/1.1" status: 200 len: 217 time: 0.0704541 Mar 23 23:49:56.747968 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a8d69fef-3b65-440d-961b-caf1892db14d req-071813bc-d0b2-40d9-b7bd-b6f355d5e22b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:56.804445 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d69fef-3b65-440d-961b-caf1892db14d req-071813bc-d0b2-40d9-b7bd-b6f355d5e22b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Network d01bdeec-57ed-409b-a257-e0c6c9a81aea is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:49:56.807941 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-a8d69fef-3b65-440d-961b-caf1892db14d req-071813bc-d0b2-40d9-b7bd-b6f355d5e22b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:49:56.811789 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d69fef-3b65-440d-961b-caf1892db14d req-071813bc-d0b2-40d9-b7bd-b6f355d5e22b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:49:56.833008 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc9cf5-e53c-4f4a-8d99-af13af709f30 req-044930a5-e0cc-4adf-a29f-d5d67adb4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:56.837581 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f1dc9cf5-e53c-4f4a-8d99-af13af709f30 req-044930a5-e0cc-4adf-a29f-d5d67adb4c5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62c6d049-3ba8-4096-84c5-80553d4f0942 HTTP/1.1" status: 200 len: 848 time: 0.1166639 Mar 23 23:49:56.872986 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071813bc-d0b2-40d9-b7bd-b6f355d5e22b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Pushing event updated for resources: {'Port': ['ID=e2f9117c-0d8e-4fab-8db3-0db968d2b360,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:56.903011 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f1dc9cf5-e53c-4f4a-8d99-af13af709f30 req-2399b7ad-5e9d-4365-8b6d-d71aa9ada380 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=666de4f5-35d2-4307-befa-e2ed2adb6ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574892 Mar 23 23:49:56.943185 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d69fef-3b65-440d-961b-caf1892db14d req-071813bc-d0b2-40d9-b7bd-b6f355d5e22b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:56.943894 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a8d69fef-3b65-440d-961b-caf1892db14d req-071813bc-d0b2-40d9-b7bd-b6f355d5e22b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:56.968196 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a8d69fef-3b65-440d-961b-caf1892db14d req-071813bc-d0b2-40d9-b7bd-b6f355d5e22b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8835809 Mar 23 23:49:57.042328 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] Request body: {'port': {'device_id': 'feaa3f21-8408-4214-9edc-49ee3baf5c16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:57.047112 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 47922) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:57.198793 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2cd0ce92-bb82-488c-bd23-6be109cfd1cb None None] Provisioning complete for port e2f9117c-0d8e-4fab-8db3-0db968d2b360 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:49:57.199325 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2cd0ce92-bb82-488c-bd23-6be109cfd1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:57.297811 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f1dc9cf5-e53c-4f4a-8d99-af13af709f30 req-c762c367-b7b1-4dfc-ae2a-34eedd2691d3 service neutron] 10.222.0.20 "GET /v2.0/networks/666de4f5-35d2-4307-befa-e2ed2adb6ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771369 Mar 23 23:49:57.324909 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2cd0ce92-bb82-488c-bd23-6be109cfd1cb None None] Port e2f9117c-0d8e-4fab-8db3-0db968d2b360 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:49:57.417974 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6efb3b-765f-41b9-baaa-93f143c276b8 req-249494de-b29a-4b2c-8323-9ccec0bf481f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:57.419590 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ae6efb3b-765f-41b9-baaa-93f143c276b8 req-249494de-b29a-4b2c-8323-9ccec0bf481f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 932 time: 0.2992151 Mar 23 23:49:57.444597 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f26a88-0953-426d-8adc-c0f35991b732 req-f2692347-c20a-4c35-9cf2-e70b9a79e61b tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:57.446499 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-58f26a88-0953-426d-8adc-c0f35991b732 req-f2692347-c20a-4c35-9cf2-e70b9a79e61b tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 943 time: 0.3022742 Mar 23 23:49:57.466744 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e4bff578-4261-4578-be46-2d58a8e13035 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-406009763-network', 'tenant_id': 'c42c1da8883541da9c6ba2dbc09f1097'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:57.555890 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:57.561827 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f1dc9cf5-e53c-4f4a-8d99-af13af709f30 req-34936011-e68c-4539-964f-8e290fad2bdc service neutron] 10.222.0.20 "GET /v2.0/networks/666de4f5-35d2-4307-befa-e2ed2adb6ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385590 Mar 23 23:49:57.575994 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bff578-4261-4578-be46-2d58a8e13035 admin admin] Made reservation on behalf of c42c1da8883541da9c6ba2dbc09f1097 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:49:57.578325 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4bff578-4261-4578-be46-2d58a8e13035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:57.587842 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36963af-5756-4140-acce-706c8f8c7a9d req-6e1edde0-72ed-44dc-9000-9e139dc4e21c tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:57.589508 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a36963af-5756-4140-acce-706c8f8c7a9d req-6e1edde0-72ed-44dc-9000-9e139dc4e21c tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.20 "GET /v2.0/networks?id=0788e3b4-20e6-4c2f-a2c9-3249ef02df1c HTTP/1.1" status: 200 len: 814 time: 0.6204262 Mar 23 23:49:57.596323 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-58f26a88-0953-426d-8adc-c0f35991b732 req-2b749817-d2f7-44a1-b074-b59088763cb7 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338708 Mar 23 23:49:57.599647 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ae6efb3b-765f-41b9-baaa-93f143c276b8 req-d72f51ae-bcac-4760-a803-eede54e33230 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703920 Mar 23 23:49:57.600066 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4bff578-4261-4578-be46-2d58a8e13035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:57.642415 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-a36963af-5756-4140-acce-706c8f8c7a9d req-3d950e62-81fe-4aca-b8ad-a93fbba78a87 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Request body: {'port': {'device_id': '300e2fc0-be1a-4657-9aed-ef0228d8e62b', 'network_id': '0788e3b4-20e6-4c2f-a2c9-3249ef02df1c', 'admin_state_up': True, 'tenant_id': 'a25c216a7c3b4d3b9ab259ec3ca86d5b'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:57.737812 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4bff578-4261-4578-be46-2d58a8e13035 admin admin] Publish callbacks [] for security_group (e2086c56-ac0c-4314-be27-dee0ba3b63ce), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:57.743834 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4bff578-4261-4578-be46-2d58a8e13035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (e2086c56-ac0c-4314-be27-dee0ba3b63ce), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:57.776379 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bff578-4261-4578-be46-2d58a8e13035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2086c56-ac0c-4314-be27-dee0ba3b63ce,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:57.788717 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a157e-b43b-4a2d-aa77-8397d3246255 req-99a47ecb-8f36-4e3d-a3f9-e48fc0344fb9 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:57.791106 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8c2a157e-b43b-4a2d-aa77-8397d3246255 req-99a47ecb-8f36-4e3d-a3f9-e48fc0344fb9 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.1147199 Mar 23 23:49:57.797341 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4bff578-4261-4578-be46-2d58a8e13035 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 23:49:57.833830 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4bff578-4261-4578-be46-2d58a8e13035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (8a368c1d-ec75-4bbf-b673-acf5cce3e96f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:57.834172 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.segments_db [None req-e4bff578-4261-4578-be46-2d58a8e13035 admin admin] Added segment 8a368c1d-ec75-4bbf-b673-acf5cce3e96f of type vlan for network e2b466af-2c21-4ad9-9c01-692ee74fa76d Mar 23 23:49:57.865337 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-73e5b4ce-1af8-46d9-8068-2d372b3429cd req-a272998b-c8bf-4656-9ff4-1ed4e6160a41 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 210 time: 0.0503354 Mar 23 23:49:57.897415 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36963af-5756-4140-acce-706c8f8c7a9d req-3d950e62-81fe-4aca-b8ad-a93fbba78a87 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Made reservation on behalf of a25c216a7c3b4d3b9ab259ec3ca86d5b for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:49:57.901421 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a36963af-5756-4140-acce-706c8f8c7a9d req-3d950e62-81fe-4aca-b8ad-a93fbba78a87 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:57.924087 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8c2a157e-b43b-4a2d-aa77-8397d3246255 req-20a42be6-f493-4369-b458-087fe8ea9ab1 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190715 Mar 23 23:49:57.925997 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4bff578-4261-4578-be46-2d58a8e13035 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777139294019'] for network (e2b466af-2c21-4ad9-9c01-692ee74fa76d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:57.957921 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4bff578-4261-4578-be46-2d58a8e13035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for network (e2b466af-2c21-4ad9-9c01-692ee74fa76d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:57.959003 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bff578-4261-4578-be46-2d58a8e13035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:57.960037 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4bff578-4261-4578-be46-2d58a8e13035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:58.046771 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-e4bff578-4261-4578-be46-2d58a8e13035 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9907689 Mar 23 23:49:58.047466 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 47958) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:58.049713 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bff578-4261-4578-be46-2d58a8e13035 admin admin] Pushing event updated for resources: {'Network': ['ID=e2b466af-2c21-4ad9-9c01-692ee74fa76d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:58.056808 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-884eb2fe-cf0d-4dc3-867e-783cadc74a91 admin admin] Request body: {'subnet': {'network_id': 'e2b466af-2c21-4ad9-9c01-692ee74fa76d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-406009763-subnet', 'tenant_id': 'c42c1da8883541da9c6ba2dbc09f1097', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:58.064791 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Network e2b466af-2c21-4ad9-9c01-692ee74fa76d details requested by agent ovs-agent-dv-cinder-749155-6-iscsi with host dv-cinder-749155-6-iscsi {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 23:49:58.078091 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884eb2fe-cf0d-4dc3-867e-783cadc74a91 admin admin] Made reservation on behalf of c42c1da8883541da9c6ba2dbc09f1097 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:49:58.080642 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-884eb2fe-cf0d-4dc3-867e-783cadc74a91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5875715'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:58.107661 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f9117c-0d8e-4fab-8db3-0db968d2b360 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:49:58.118983 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] Publish callbacks [] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:58.143015 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] Transition to ACTIVE for port object e2f9117c-0d8e-4fab-8db3-0db968d2b360 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 23:49:58.144169 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-a36963af-5756-4140-acce-706c8f8c7a9d req-3d950e62-81fe-4aca-b8ad-a93fbba78a87 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Allocated IP 172.20.0.6 (0788e3b4-20e6-4c2f-a2c9-3249ef02df1c/71f90f4e-e9a0-4be5-be12-e097902c38b0/5d2a8582-6a39-45c2-9d4d-6ac862259221) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:49:58.150060 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:58.229329 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f9117c-0d8e-4fab-8db3-0db968d2b360,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:58.295108 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-884eb2fe-cf0d-4dc3-867e-783cadc74a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5581697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5875733'] for subnet (810e435b-35e4-4691-b634-34e68be59fe5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:58.360809 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884eb2fe-cf0d-4dc3-867e-783cadc74a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=810e435b-35e4-4691-b634-34e68be59fe5,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:58.371115 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884eb2fe-cf0d-4dc3-867e-783cadc74a91 admin admin] Checking segment: {'id': '8a368c1d-ec75-4bbf-b673-acf5cce3e96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e2b466af-2c21-4ad9-9c01-692ee74fa76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:49:58.371477 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884eb2fe-cf0d-4dc3-867e-783cadc74a91 admin admin] Network hostable DHCP agents. Network: e2b466af-2c21-4ad9-9c01-692ee74fa76d, hostable agents: ['241e2e2a-1e2f-484e-9acb-0603fdf8399b'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 23:49:58.382137 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] Attempting to bind port e2f9117c-0d8e-4fab-8db3-0db968d2b360 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:49:58.382478 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] Attempting to bind port e2f9117c-0d8e-4fab-8db3-0db968d2b360 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': 'f7320b78-aec7-4e30-925e-ceef89f4e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:49:58.382804 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] Attempting to bind port e2f9117c-0d8e-4fab-8db3-0db968d2b360 on network d01bdeec-57ed-409b-a257-e0c6c9a81aea {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:49:58.392094 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] Port e2f9117c-0d8e-4fab-8db3-0db968d2b360 on network d01bdeec-57ed-409b-a257-e0c6c9a81aea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 23:49:58.392426 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] Attempting to bind port e2f9117c-0d8e-4fab-8db3-0db968d2b360 on network d01bdeec-57ed-409b-a257-e0c6c9a81aea {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:49:58.396822 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884eb2fe-cf0d-4dc3-867e-783cadc74a91 admin admin] Network e2b466af-2c21-4ad9-9c01-692ee74fa76d is scheduled to be hosted by DHCP agent 241e2e2a-1e2f-484e-9acb-0603fdf8399b with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 23:49:58.402403 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:49:58.402772 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] Checking segment: {'id': 'f7320b78-aec7-4e30-925e-ceef89f4e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:49:58.403190 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] Bound using segment: {'id': 'f7320b78-aec7-4e30-925e-ceef89f4e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:49:58.403785 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] Bound port: e2f9117c-0d8e-4fab-8db3-0db968d2b360, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7320b78-aec7-4e30-925e-ceef89f4e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:49:58.404076 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:58.414781 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-884eb2fe-cf0d-4dc3-867e-783cadc74a91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-6-iscsi, e2b466af-2c21-4ad9-9c01-692ee74fa76d) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:49:58.426021 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa82e37-755f-41ed-ac4d-16c9ff87af2e None None] Network e2b466af-2c21-4ad9-9c01-692ee74fa76d requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:49:58.428064 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884eb2fe-cf0d-4dc3-867e-783cadc74a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:58.430475 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-884eb2fe-cf0d-4dc3-867e-783cadc74a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:58.459222 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-884eb2fe-cf0d-4dc3-867e-783cadc74a91 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4102714 Mar 23 23:49:58.474228 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a36963af-5756-4140-acce-706c8f8c7a9d req-3d950e62-81fe-4aca-b8ad-a93fbba78a87 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Publish callbacks [] for port (5d2a8582-6a39-45c2-9d4d-6ac862259221), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:58.534261 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] For port e2f9117c-0d8e-4fab-8db3-0db968d2b360, host hv-cinder-74915, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:49:58.552484 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] For port e2f9117c-0d8e-4fab-8db3-0db968d2b360, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=e2f9117c-0d8e-4fab-8db3-0db968d2b360,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:49:58.568212 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:58.572501 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a36963af-5756-4140-acce-706c8f8c7a9d req-3d950e62-81fe-4aca-b8ad-a93fbba78a87 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (5d2a8582-6a39-45c2-9d4d-6ac862259221), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:58.626112 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e91409-8d9d-4ff2-89fc-10fd53bea16c None None] Network e2b466af-2c21-4ad9-9c01-692ee74fa76d requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:49:58.656886 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:58.657559 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:58.659216 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a8d69fef-3b65-440d-961b-caf1892db14d req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] 10.222.0.20 "PUT /v2.0/ports/e2f9117c-0d8e-4fab-8db3-0db968d2b360 HTTP/1.1" status: 200 len: 1094 time: 1.6571531 Mar 23 23:49:58.665205 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feaa3f21-8408-4214-9edc-49ee3baf5c16', 'tag': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:49:58.670243 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f359ec-d53f-46ea-a576-12869e40cad1" -d '{"events": [{"name": "network-changed", "server_uuid": "feaa3f21-8408-4214-9edc-49ee3baf5c16", "tag": "e2f9117c-0d8e-4fab-8db3-0db968d2b360"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:49:58.688248 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36963af-5756-4140-acce-706c8f8c7a9d req-3d950e62-81fe-4aca-b8ad-a93fbba78a87 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Network 0788e3b4-20e6-4c2f-a2c9-3249ef02df1c is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:49:58.695315 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-a36963af-5756-4140-acce-706c8f8c7a9d req-3d950e62-81fe-4aca-b8ad-a93fbba78a87 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:49:58.710941 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36963af-5756-4140-acce-706c8f8c7a9d req-3d950e62-81fe-4aca-b8ad-a93fbba78a87 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:49:58.829756 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0779868-6d50-40e5-82de-e352eac833a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f9117c-0d8e-4fab-8db3-0db968d2b360,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:58.902090 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36963af-5756-4140-acce-706c8f8c7a9d req-3d950e62-81fe-4aca-b8ad-a93fbba78a87 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:58.902787 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a36963af-5756-4140-acce-706c8f8c7a9d req-3d950e62-81fe-4aca-b8ad-a93fbba78a87 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:58.906810 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e9f21-5110-4fbc-8782-a791d9236fdb req-05131479-7c87-4b6d-b73a-07480579b885 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:58.908572 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c09e9f21-5110-4fbc-8782-a791d9236fdb req-05131479-7c87-4b6d-b73a-07480579b885 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 943 time: 0.1904926 Mar 23 23:49:58.932134 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3051fb-1c7b-4a6b-9633-508f88b44ffa req-24569d37-efde-4675-90c0-b35a0daa645f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:58.934059 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5f3051fb-1c7b-4a6b-9633-508f88b44ffa req-24569d37-efde-4675-90c0-b35a0daa645f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.1492088 Mar 23 23:49:58.936554 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d950e62-81fe-4aca-b8ad-a93fbba78a87 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Pushing event updated for resources: {'Port': ['ID=5d2a8582-6a39-45c2-9d4d-6ac862259221,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:58.941440 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d69fef-3b65-440d-961b-caf1892db14d req-44db1376-51bb-4645-928b-c22daf4d5ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:58.943135 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a8d69fef-3b65-440d-961b-caf1892db14d req-44db1376-51bb-4645-928b-c22daf4d5ccb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1764164142a40b0991cbb88184b7255&device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 1128 time: 0.2241883 Mar 23 23:49:58.951385 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a36963af-5756-4140-acce-706c8f8c7a9d req-3d950e62-81fe-4aca-b8ad-a93fbba78a87 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3135867 Mar 23 23:49:58.972702 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] Request body: {'port': {'device_id': '300e2fc0-be1a-4657-9aed-ef0228d8e62b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:58.973698 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 7ee6ea0c-20c1-41c1-886d-195c6daa3f75 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:49:59.046712 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a8d69fef-3b65-440d-961b-caf1892db14d req-92e9e650-fdf4-4473-bb70-5c106b118190 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2f9117c-0d8e-4fab-8db3-0db968d2b360 HTTP/1.1" status: 200 len: 217 time: 0.0800769 Mar 23 23:49:59.052194 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c09e9f21-5110-4fbc-8782-a791d9236fdb req-7113e7cb-45a9-4f25-a75d-3a0fbf83609f tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331933 Mar 23 23:49:59.109172 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 7ee6ea0c-20c1-41c1-886d-195c6daa3f75, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7ee6ea0c-20c1-41c1-886d-195c6daa3f75,segment=NetworkSegment(0c5db8df-2739-48a9-834d-8340f5f46b92),segment_id=0c5db8df-2739-48a9-834d-8340f5f46b92)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:49:59.124891 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': '7ee6ea0c-20c1-41c1-886d-195c6daa3f75', 'network_id': '666de4f5-35d2-4307-befa-e2ed2adb6ca7', 'port_id': '7ee6ea0c-20c1-41c1-886d-195c6daa3f75', 'mac_address': 'fa:16:3e:4b:c9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c6d049-3ba8-4096-84c5-80553d4f0942', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:49:59.130485 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5f3051fb-1c7b-4a6b-9633-508f88b44ffa req-f90ccb37-dd67-4dca-ba5d-1348cac67c3e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707838 Mar 23 23:49:59.160530 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d69fef-3b65-440d-961b-caf1892db14d req-a3ddab7c-cafa-4ba1-8900-cbecaa8322c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:59.162813 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a8d69fef-3b65-440d-961b-caf1892db14d req-a3ddab7c-cafa-4ba1-8900-cbecaa8322c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6136d15b-a857-4672-9f46-946dc92786dd HTTP/1.1" status: 200 len: 856 time: 0.1036229 Mar 23 23:49:59.168249 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (5d2a8582-6a39-45c2-9d4d-6ac862259221), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:59.193423 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1d2b1c-b1c0-4ab8-b13e-901f2f41cea6 x-openstack-request-id: req-5f1d2b1c-b1c0-4ab8-b13e-901f2f41cea6 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:49:59.193711 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feaa3f21-8408-4214-9edc-49ee3baf5c16", "tag": "e2f9117c-0d8e-4fab-8db3-0db968d2b360", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:49:59.193986 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f1d2b1c-b1c0-4ab8-b13e-901f2f41cea6 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:49:59.194830 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f1d2b1c-b1c0-4ab8-b13e-901f2f41cea6'] response: {'name': 'network-changed', 'server_uuid': 'feaa3f21-8408-4214-9edc-49ee3baf5c16', 'tag': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360', 'status': 'completed', 'code': 200} Mar 23 23:49:59.244416 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 7ee6ea0c-20c1-41c1-886d-195c6daa3f75 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:49:59.244850 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (7ee6ea0c-20c1-41c1-886d-195c6daa3f75), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:59.269942 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee6ea0c-20c1-41c1-886d-195c6daa3f75 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:49:59.293509 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 7ee6ea0c-20c1-41c1-886d-195c6daa3f75, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7ee6ea0c-20c1-41c1-886d-195c6daa3f75,segment=NetworkSegment(0c5db8df-2739-48a9-834d-8340f5f46b92),segment_id=0c5db8df-2739-48a9-834d-8340f5f46b92)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:49:59.300393 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (7ee6ea0c-20c1-41c1-886d-195c6daa3f75), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:59.361944 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=7ee6ea0c-20c1-41c1-886d-195c6daa3f75,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:59.364890 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19854f3-ca9f-43cb-aaca-948f28e1f6b5 req-61bf4585-6766-467b-acdb-b6389e36c340 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:59.366529 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e19854f3-ca9f-43cb-aaca-948f28e1f6b5 req-61bf4585-6766-467b-acdb-b6389e36c340 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 931 time: 0.1155374 Mar 23 23:49:59.395739 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fe47c-f27e-4836-bcfe-7009419bad24 req-eb90aa85-56c7-422f-968d-8c947a5b7ee5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:59.397672 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-769fe47c-f27e-4836-bcfe-7009419bad24 req-eb90aa85-56c7-422f-968d-8c947a5b7ee5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.0944016 Mar 23 23:49:59.398160 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 47996) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:49:59.399508 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d69fef-3b65-440d-961b-caf1892db14d req-1bfa2d95-0404-4728-9d66-dce53ac3ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:59.401032 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a8d69fef-3b65-440d-961b-caf1892db14d req-1bfa2d95-0404-4728-9d66-dce53ac3ecf8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d01bdeec-57ed-409b-a257-e0c6c9a81aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2297230 Mar 23 23:49:59.403406 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-67066ea1-1496-415f-be02-d0dc45f4c4f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2135699908-network', 'tenant_id': '107e3eccc305485a8dd85cda5601ea6e'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:49:59.477924 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67066ea1-1496-415f-be02-d0dc45f4c4f1 admin admin] Made reservation on behalf of 107e3eccc305485a8dd85cda5601ea6e for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:49:59.481852 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67066ea1-1496-415f-be02-d0dc45f4c4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:59.505592 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67066ea1-1496-415f-be02-d0dc45f4c4f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:59.511918 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-769fe47c-f27e-4836-bcfe-7009419bad24 req-86e43762-739c-4fed-998b-fc6db9404524 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044738 Mar 23 23:49:59.514876 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e19854f3-ca9f-43cb-aaca-948f28e1f6b5 req-402f581f-2c97-40a4-994d-3a50742f8013 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085279 Mar 23 23:49:59.586986 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['7ee6ea0c-20c1-41c1-886d-195c6daa3f75'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:49:59.588300 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a8d69fef-3b65-440d-961b-caf1892db14d req-e7af08b5-f262-4af3-a512-82a66709731e service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787264 Mar 23 23:49:59.606256 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67066ea1-1496-415f-be02-d0dc45f4c4f1 admin admin] Publish callbacks [] for security_group (28fc73c8-cd86-4794-a607-9c6c7cdfdf15), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:59.614055 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67066ea1-1496-415f-be02-d0dc45f4c4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (28fc73c8-cd86-4794-a607-9c6c7cdfdf15), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:59.638949 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67066ea1-1496-415f-be02-d0dc45f4c4f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 23:49:59.657478 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67066ea1-1496-415f-be02-d0dc45f4c4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fc73c8-cd86-4794-a607-9c6c7cdfdf15,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:59.660332 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67066ea1-1496-415f-be02-d0dc45f4c4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (3ab18dae-03bd-4c31-9d1c-362219643a9f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:59.660646 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.segments_db [None req-67066ea1-1496-415f-be02-d0dc45f4c4f1 admin admin] Added segment 3ab18dae-03bd-4c31-9d1c-362219643a9f of type vlan for network 5741586e-b38a-4064-af97-29131d7802b7 Mar 23 23:49:59.710217 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d2a8582-6a39-45c2-9d4d-6ac862259221 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:49:59.716139 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67066ea1-1496-415f-be02-d0dc45f4c4f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777139294019'] for network (5741586e-b38a-4064-af97-29131d7802b7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:59.720867 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] Publish callbacks [] for port (5d2a8582-6a39-45c2-9d4d-6ac862259221), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:59.745025 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] Transition to ACTIVE for port object 5d2a8582-6a39-45c2-9d4d-6ac862259221 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 23:49:59.745425 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67066ea1-1496-415f-be02-d0dc45f4c4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for network (5741586e-b38a-4064-af97-29131d7802b7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:59.746450 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67066ea1-1496-415f-be02-d0dc45f4c4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:59.747132 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67066ea1-1496-415f-be02-d0dc45f4c4f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:59.747532 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a8d69fef-3b65-440d-961b-caf1892db14d req-0dc69d1b-b5b8-42f3-8a80-7de30326ff3c service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503739 Mar 23 23:49:59.750589 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (5d2a8582-6a39-45c2-9d4d-6ac862259221), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:49:59.807937 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2a8582-6a39-45c2-9d4d-6ac862259221,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:49:59.918269 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] Attempting to bind port 5d2a8582-6a39-45c2-9d4d-6ac862259221 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:49:59.918507 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] Attempting to bind port 5d2a8582-6a39-45c2-9d4d-6ac862259221 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '34cfd6f9-8c4f-4a88-b62e-c9f275c36011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0788e3b4-20e6-4c2f-a2c9-3249ef02df1c'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:49:59.918843 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] Attempting to bind port 5d2a8582-6a39-45c2-9d4d-6ac862259221 on network 0788e3b4-20e6-4c2f-a2c9-3249ef02df1c {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:49:59.924039 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f359ec-d53f-46ea-a576-12869e40cad1 req-13053d91-7d65-4feb-b288-fd5dca1b8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:49:59.925598 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-34f359ec-d53f-46ea-a576-12869e40cad1 req-13053d91-7d65-4feb-b288-fd5dca1b8ffa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1764164142a40b0991cbb88184b7255&device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 1128 time: 0.1134071 Mar 23 23:49:59.927711 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] Port 5d2a8582-6a39-45c2-9d4d-6ac862259221 on network 0788e3b4-20e6-4c2f-a2c9-3249ef02df1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 23:49:59.928034 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] Attempting to bind port 5d2a8582-6a39-45c2-9d4d-6ac862259221 on network 0788e3b4-20e6-4c2f-a2c9-3249ef02df1c {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:49:59.933524 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:49:59.933860 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] Checking segment: {'id': '34cfd6f9-8c4f-4a88-b62e-c9f275c36011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0788e3b4-20e6-4c2f-a2c9-3249ef02df1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:49:59.934248 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] Bound using segment: {'id': '34cfd6f9-8c4f-4a88-b62e-c9f275c36011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0788e3b4-20e6-4c2f-a2c9-3249ef02df1c'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:49:59.934672 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] Bound port: 5d2a8582-6a39-45c2-9d4d-6ac862259221, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34cfd6f9-8c4f-4a88-b62e-c9f275c36011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0788e3b4-20e6-4c2f-a2c9-3249ef02df1c'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:49:59.935029 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (5d2a8582-6a39-45c2-9d4d-6ac862259221), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:00.049826 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-67066ea1-1496-415f-be02-d0dc45f4c4f1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6506152 Mar 23 23:50:00.053055 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 48006) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:50:00.059983 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9f8a1f5e-b04e-47a7-9df8-e807c49919bb admin admin] Request body: {'subnet': {'network_id': '5741586e-b38a-4064-af97-29131d7802b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2135699908-subnet', 'tenant_id': '107e3eccc305485a8dd85cda5601ea6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:50:00.076740 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] For port 5d2a8582-6a39-45c2-9d4d-6ac862259221, host hv-cinder-74915, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:50:00.077767 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67066ea1-1496-415f-be02-d0dc45f4c4f1 admin admin] Pushing event updated for resources: {'Network': ['ID=5741586e-b38a-4064-af97-29131d7802b7,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:00.079533 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f359ec-d53f-46ea-a576-12869e40cad1 req-ecf373c1-69fd-4a58-8374-25940b5edc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:00.080919 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-34f359ec-d53f-46ea-a576-12869e40cad1 req-ecf373c1-69fd-4a58-8374-25940b5edc1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=d01bdeec-57ed-409b-a257-e0c6c9a81aea HTTP/1.1" status: 200 len: 917 time: 0.1436617 Mar 23 23:50:00.082724 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] For port 5d2a8582-6a39-45c2-9d4d-6ac862259221, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5d2a8582-6a39-45c2-9d4d-6ac862259221,segment=NetworkSegment(34cfd6f9-8c4f-4a88-b62e-c9f275c36011),segment_id=34cfd6f9-8c4f-4a88-b62e-c9f275c36011)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:50:00.094948 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Network 5741586e-b38a-4064-af97-29131d7802b7 details requested by agent ovs-agent-dv-cinder-749155-6-iscsi with host dv-cinder-749155-6-iscsi {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 23:50:00.105279 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (5d2a8582-6a39-45c2-9d4d-6ac862259221), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:00.106870 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8a1f5e-b04e-47a7-9df8-e807c49919bb admin admin] Made reservation on behalf of 107e3eccc305485a8dd85cda5601ea6e for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:50:00.109584 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f8a1f5e-b04e-47a7-9df8-e807c49919bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5875715'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:00.138664 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-34f359ec-d53f-46ea-a576-12869e40cad1 req-73ba795f-5e14-49cd-af53-b480346b24ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2f9117c-0d8e-4fab-8db3-0db968d2b360 HTTP/1.1" status: 200 len: 217 time: 0.0507140 Mar 23 23:50:00.207068 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:00.207741 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:00.209651 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a36963af-5756-4140-acce-706c8f8c7a9d req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] 10.222.0.20 "PUT /v2.0/ports/5d2a8582-6a39-45c2-9d4d-6ac862259221 HTTP/1.1" status: 200 len: 1093 time: 1.2413971 Mar 23 23:50:00.238344 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f359ec-d53f-46ea-a576-12869e40cad1 req-fa109a0b-a9f1-4a84-a507-e1007a1baa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:00.239819 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-34f359ec-d53f-46ea-a576-12869e40cad1 req-fa109a0b-a9f1-4a84-a507-e1007a1baa0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6136d15b-a857-4672-9f46-946dc92786dd HTTP/1.1" status: 200 len: 856 time: 0.0814648 Mar 23 23:50:00.241462 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9176726-ef03-4f63-8ead-3b3d3ad041b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2a8582-6a39-45c2-9d4d-6ac862259221,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:00.353178 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2822cc-23c2-4f0f-8311-e9d4d43850e1 req-f0dd04c2-e48d-4e35-90ee-321adcaca539 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:00.361431 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2b2822cc-23c2-4f0f-8311-e9d4d43850e1 req-f0dd04c2-e48d-4e35-90ee-321adcaca539 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 944 time: 0.1537983 Mar 23 23:50:00.375257 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 48014) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:50:00.404357 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312b577-264f-4a49-ba89-73ca76a7bea1 req-d1e25105-ed9f-4c67-9eb7-f228b2f064a0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:00.406228 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e312b577-264f-4a49-ba89-73ca76a7bea1 req-d1e25105-ed9f-4c67-9eb7-f228b2f064a0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.1376004 Mar 23 23:50:00.525989 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2b2822cc-23c2-4f0f-8311-e9d4d43850e1 req-f98beab0-8545-4329-ad8c-4ecd3e9833a8 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633322 Mar 23 23:50:00.567806 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e312b577-264f-4a49-ba89-73ca76a7bea1 req-ec1c7f1b-dcfb-4ce4-a6ac-691dd13198d0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424704 Mar 23 23:50:00.570592 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-540402fa-fe6b-4c9c-87d3-5076b2089998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:00.580932 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f8a1f5e-b04e-47a7-9df8-e807c49919bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5581697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5875733'] for subnet (a4d54d8e-d309-4458-a2d2-5001363a9427), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:00.588388 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f359ec-d53f-46ea-a576-12869e40cad1 req-156b83b3-7f72-4813-a470-e14a795f2120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:00.590225 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-34f359ec-d53f-46ea-a576-12869e40cad1 req-156b83b3-7f72-4813-a470-e14a795f2120 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d01bdeec-57ed-409b-a257-e0c6c9a81aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3221633 Mar 23 23:50:00.610233 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36963af-5756-4140-acce-706c8f8c7a9d req-a60a8df4-3fa4-4a04-b435-2b062f58827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:00.612484 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a36963af-5756-4140-acce-706c8f8c7a9d req-a60a8df4-3fa4-4a04-b435-2b062f58827f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a25c216a7c3b4d3b9ab259ec3ca86d5b&device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 1127 time: 0.3263457 Mar 23 23:50:00.699591 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a36963af-5756-4140-acce-706c8f8c7a9d req-52152fd4-a332-440f-be5e-7191028551e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d2a8582-6a39-45c2-9d4d-6ac862259221 HTTP/1.1" status: 200 len: 217 time: 0.0693545 Mar 23 23:50:00.724049 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a1f5e-b04e-47a7-9df8-e807c49919bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d54d8e-d309-4458-a2d2-5001363a9427,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:00.764682 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a1f5e-b04e-47a7-9df8-e807c49919bb admin admin] Checking segment: {'id': '3ab18dae-03bd-4c31-9d1c-362219643a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5741586e-b38a-4064-af97-29131d7802b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:50:00.765040 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8a1f5e-b04e-47a7-9df8-e807c49919bb admin admin] Network hostable DHCP agents. Network: 5741586e-b38a-4064-af97-29131d7802b7, hostable agents: ['241e2e2a-1e2f-484e-9acb-0603fdf8399b'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 23:50:00.773965 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-34f359ec-d53f-46ea-a576-12869e40cad1 req-b1262e75-265f-46ff-beb6-00225dd88807 service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757874 Mar 23 23:50:00.775925 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36963af-5756-4140-acce-706c8f8c7a9d req-00e6989f-7586-477d-a506-e5400654fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:00.777347 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a36963af-5756-4140-acce-706c8f8c7a9d req-00e6989f-7586-477d-a506-e5400654fe21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71f90f4e-e9a0-4be5-be12-e097902c38b0 HTTP/1.1" status: 200 len: 854 time: 0.0689092 Mar 23 23:50:00.804761 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13585a5a-9dab-4576-b796-f65d86ebe1a8 req-423c029a-bbd8-420f-89e4-3e9c47778748 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:00.806369 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-13585a5a-9dab-4576-b796-f65d86ebe1a8 req-423c029a-bbd8-420f-89e4-3e9c47778748 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.1703050 Mar 23 23:50:00.842429 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8a1f5e-b04e-47a7-9df8-e807c49919bb admin admin] Network 5741586e-b38a-4064-af97-29131d7802b7 is scheduled to be hosted by DHCP agent 241e2e2a-1e2f-484e-9acb-0603fdf8399b with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 23:50:00.851350 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63c34c-492b-4f70-9f06-0fbff76f2665 req-55042b98-0083-4da2-900f-648c9bf3cfef tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:00.852900 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3a63c34c-492b-4f70-9f06-0fbff76f2665 req-55042b98-0083-4da2-900f-648c9bf3cfef tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 943 time: 0.1686826 Mar 23 23:50:00.858966 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a36963af-5756-4140-acce-706c8f8c7a9d req-a12befd9-5ae0-43ff-964b-c2257dd755e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0788e3b4-20e6-4c2f-a2c9-3249ef02df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656390 Mar 23 23:50:00.862278 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-540402fa-fe6b-4c9c-87d3-5076b2089998 admin admin] Publish callbacks [] for security_group (a58b120b-5faa-4a6d-aa28-dfb319855268), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:00.877267 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-540402fa-fe6b-4c9c-87d3-5076b2089998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (a58b120b-5faa-4a6d-aa28-dfb319855268), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:00.900587 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-9f8a1f5e-b04e-47a7-9df8-e807c49919bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-6-iscsi, 5741586e-b38a-4064-af97-29131d7802b7) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:50:00.909880 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b44e5b-1c7a-4a8f-94f0-146bbd917bd8 None None] Network 5741586e-b38a-4064-af97-29131d7802b7 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:50:00.928052 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8a1f5e-b04e-47a7-9df8-e807c49919bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:00.929624 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f8a1f5e-b04e-47a7-9df8-e807c49919bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:00.961854 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-13585a5a-9dab-4576-b796-f65d86ebe1a8 req-7f221a7c-bd49-4e57-8303-bada6b3c9300 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479270 Mar 23 23:50:00.968577 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 7ee6ea0c-20c1-41c1-886d-195c6daa3f75 up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:50:00.969996 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540402fa-fe6b-4c9c-87d3-5076b2089998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58b120b-5faa-4a6d-aa28-dfb319855268,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:00.976780 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-540402fa-fe6b-4c9c-87d3-5076b2089998 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4bad188807544399beaf662acaf00b09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5971558 Mar 23 23:50:00.977919 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 48024) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:50:00.983898 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-34f359ec-d53f-46ea-a576-12869e40cad1 req-4cd22997-7dc5-4b1a-b522-a86dedb66294 service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974437 Mar 23 23:50:01.011769 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-9f8a1f5e-b04e-47a7-9df8-e807c49919bb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9564173 Mar 23 23:50:01.031758 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3a63c34c-492b-4f70-9f06-0fbff76f2665 req-9702167d-02fb-4030-a86b-649f81f909ba tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655495 Mar 23 23:50:01.061644 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a36963af-5756-4140-acce-706c8f8c7a9d req-508f85e2-b80d-4f3f-aefe-2949465236b1 service neutron] 10.222.0.20 "GET /v2.0/networks/0788e3b4-20e6-4c2f-a2c9-3249ef02df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849618 Mar 23 23:50:01.068168 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6148d154-0f21-47d9-a96a-b94fb4ae8b4e admin admin] Publish callbacks [] for security_group (a58b120b-5faa-4a6d-aa28-dfb319855268), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:01.077222 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port 7ee6ea0c-20c1-41c1-886d-195c6daa3f75 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 23:50:01.082545 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5839e9fd-5e56-4ca2-9607-0c2056e76435 None None] Network 5741586e-b38a-4064-af97-29131d7802b7 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:50:01.105205 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6148d154-0f21-47d9-a96a-b94fb4ae8b4e admin admin] Publish callbacks [] for security_group (a58b120b-5faa-4a6d-aa28-dfb319855268), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:01.121651 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port 7ee6ea0c-20c1-41c1-886d-195c6daa3f75 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:50:01.122023 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (7ee6ea0c-20c1-41c1-886d-195c6daa3f75), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:01.164564 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6148d154-0f21-47d9-a96a-b94fb4ae8b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (a58b120b-5faa-4a6d-aa28-dfb319855268), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:01.167570 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6148d154-0f21-47d9-a96a-b94fb4ae8b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:01.168764 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-6148d154-0f21-47d9-a96a-b94fb4ae8b4e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a58b120b-5faa-4a6d-aa28-dfb319855268 HTTP/1.1" status: 204 len: 168 time: 0.1898174 Mar 23 23:50:01.187184 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a36963af-5756-4140-acce-706c8f8c7a9d req-7d3f362b-9a81-4800-b4bd-42c0d6693f88 service neutron] 10.222.0.20 "GET /v2.0/networks/0788e3b4-20e6-4c2f-a2c9-3249ef02df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224065 Mar 23 23:50:01.191693 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148d154-0f21-47d9-a96a-b94fb4ae8b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58b120b-5faa-4a6d-aa28-dfb319855268,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:01.200992 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300e2fc0-be1a-4657-9aed-ef0228d8e62b', 'tag': '5d2a8582-6a39-45c2-9d4d-6ac862259221'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:50:01.206049 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ac6e00-5730-4c15-8478-5868decfeb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "300e2fc0-be1a-4657-9aed-ef0228d8e62b", "tag": "5d2a8582-6a39-45c2-9d4d-6ac862259221"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:50:01.248956 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9d47e3-1759-453f-93cd-5f8d1544d8c1 x-openstack-request-id: req-7a9d47e3-1759-453f-93cd-5f8d1544d8c1 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:50:01.249298 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300e2fc0-be1a-4657-9aed-ef0228d8e62b", "tag": "5d2a8582-6a39-45c2-9d4d-6ac862259221", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:50:01.249553 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a9d47e3-1759-453f-93cd-5f8d1544d8c1 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:50:01.249943 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a9d47e3-1759-453f-93cd-5f8d1544d8c1'] response: {'name': 'network-changed', 'server_uuid': '300e2fc0-be1a-4657-9aed-ef0228d8e62b', 'tag': '5d2a8582-6a39-45c2-9d4d-6ac862259221', 'status': 'completed', 'code': 200} Mar 23 23:50:01.303159 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 7ee6ea0c-20c1-41c1-886d-195c6daa3f75 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:50:01.303600 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (7ee6ea0c-20c1-41c1-886d-195c6daa3f75), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:01.324158 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac6e00-5730-4c15-8478-5868decfeb8f req-0f0bb820-485c-4601-8e09-774fc6f47889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:01.326376 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e6ac6e00-5730-4c15-8478-5868decfeb8f req-0f0bb820-485c-4601-8e09-774fc6f47889 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a25c216a7c3b4d3b9ab259ec3ca86d5b&device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 1127 time: 0.0525024 Mar 23 23:50:01.341060 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee6ea0c-20c1-41c1-886d-195c6daa3f75'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:50:01.343772 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cad78a5-20b0-4672-a743-24632e8a7720" -d '{"events": [{"server_uuid": "07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3", "name": "network-vif-plugged", "status": "completed", "tag": "7ee6ea0c-20c1-41c1-886d-195c6daa3f75"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:50:01.347639 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 7ee6ea0c-20c1-41c1-886d-195c6daa3f75, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7ee6ea0c-20c1-41c1-886d-195c6daa3f75,segment=NetworkSegment(0c5db8df-2739-48a9-834d-8340f5f46b92),segment_id=0c5db8df-2739-48a9-834d-8340f5f46b92)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:50:01.354410 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (7ee6ea0c-20c1-41c1-886d-195c6daa3f75), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:01.423771 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1e481e-e33a-45c8-a097-b0dff3d5613b x-openstack-request-id: req-5b1e481e-e33a-45c8-a097-b0dff3d5613b {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:50:01.424787 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3", "name": "network-vif-plugged", "status": "completed", "tag": "7ee6ea0c-20c1-41c1-886d-195c6daa3f75", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:50:01.425051 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b1e481e-e33a-45c8-a097-b0dff3d5613b {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:50:01.425484 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1e481e-e33a-45c8-a097-b0dff3d5613b'] response: {'server_uuid': '07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee6ea0c-20c1-41c1-886d-195c6daa3f75', 'code': 200} Mar 23 23:50:01.426803 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=7ee6ea0c-20c1-41c1-886d-195c6daa3f75,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:01.477675 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac6e00-5730-4c15-8478-5868decfeb8f req-0327eeb8-194f-4993-8659-0109119bccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:01.480575 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e6ac6e00-5730-4c15-8478-5868decfeb8f req-0327eeb8-194f-4993-8659-0109119bccc6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0788e3b4-20e6-4c2f-a2c9-3249ef02df1c HTTP/1.1" status: 200 len: 914 time: 0.1442835 Mar 23 23:50:01.535889 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e6ac6e00-5730-4c15-8478-5868decfeb8f req-0902e4f9-cb82-4865-8299-3c98cfe92daa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d2a8582-6a39-45c2-9d4d-6ac862259221 HTTP/1.1" status: 200 len: 217 time: 0.0463979 Mar 23 23:50:01.597770 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 48042) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:50:01.607741 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac6e00-5730-4c15-8478-5868decfeb8f req-52e3709f-73f5-447f-8674-ff4a8ad95f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:01.616438 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f544342b-e0c4-40a8-b7ff-9fdd8af6328b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:01.621625 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e6ac6e00-5730-4c15-8478-5868decfeb8f req-52e3709f-73f5-447f-8674-ff4a8ad95f25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71f90f4e-e9a0-4be5-be12-e097902c38b0 HTTP/1.1" status: 200 len: 854 time: 0.0600011 Mar 23 23:50:01.665962 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e6ac6e00-5730-4c15-8478-5868decfeb8f req-d8ca5996-4a9e-407f-8742-7a5db8283f45 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0788e3b4-20e6-4c2f-a2c9-3249ef02df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429964 Mar 23 23:50:01.771788 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831489f-dc7b-4263-9c95-d639e6119fa5 req-973f4a85-dfe3-4d6e-a07e-402907dd03f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:01.773601 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-8831489f-dc7b-4263-9c95-d639e6119fa5 req-973f4a85-dfe3-4d6e-a07e-402907dd03f9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 1129 time: 0.1346972 Mar 23 23:50:01.800090 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3512d-0d52-4d94-801b-cab2d54e24b6 req-d56858eb-dff9-4cff-82d6-4bc2f464160d tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:01.801796 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9ee3512d-0d52-4d94-801b-cab2d54e24b6 req-d56858eb-dff9-4cff-82d6-4bc2f464160d tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 945 time: 0.1713855 Mar 23 23:50:01.808928 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f544342b-e0c4-40a8-b7ff-9fdd8af6328b admin admin] Publish callbacks [] for security_group (7ccb7e6c-164a-4c4f-a486-46eca309446c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:01.814241 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e6ac6e00-5730-4c15-8478-5868decfeb8f req-c8331f75-c330-4b64-be17-752255447f8b service neutron] 10.222.0.20 "GET /v2.0/networks/0788e3b4-20e6-4c2f-a2c9-3249ef02df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278052 Mar 23 23:50:01.823267 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f544342b-e0c4-40a8-b7ff-9fdd8af6328b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (7ccb7e6c-164a-4c4f-a486-46eca309446c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:01.862039 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077fe7f-d53e-4a98-b3b9-ffcf8941c409 req-220ad818-010b-48c5-b340-5bd530af81bd tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:01.863662 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d077fe7f-d53e-4a98-b3b9-ffcf8941c409 req-220ad818-010b-48c5-b340-5bd530af81bd tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.1515894 Mar 23 23:50:01.906852 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-8831489f-dc7b-4263-9c95-d639e6119fa5 req-b53eb7c5-a624-4dc0-9f52-91cdcb461dee service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221688 Mar 23 23:50:01.918590 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-f544342b-e0c4-40a8-b7ff-9fdd8af6328b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62923d4b5d024d809e44caf07906dcd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196163 Mar 23 23:50:01.921317 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 48050) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:50:01.927950 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544342b-e0c4-40a8-b7ff-9fdd8af6328b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccb7e6c-164a-4c4f-a486-46eca309446c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:01.950071 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9ee3512d-0d52-4d94-801b-cab2d54e24b6 req-e1932dee-bb62-455d-a9ce-079fc04dc341 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310806 Mar 23 23:50:01.990375 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d077fe7f-d53e-4a98-b3b9-ffcf8941c409 req-949424c2-5676-4ee4-8d68-65cbfc7ba253 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139743 Mar 23 23:50:02.010087 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e6ac6e00-5730-4c15-8478-5868decfeb8f req-2efdfb8e-b91b-4163-8a9e-df8f6c312147 service neutron] 10.222.0.20 "GET /v2.0/networks/0788e3b4-20e6-4c2f-a2c9-3249ef02df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816680 Mar 23 23:50:02.024837 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-476b8555-9b77-43ba-8633-e54037763077 admin admin] Publish callbacks [] for security_group (7ccb7e6c-164a-4c4f-a486-46eca309446c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:02.053416 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-476b8555-9b77-43ba-8633-e54037763077 admin admin] Publish callbacks [] for security_group (7ccb7e6c-164a-4c4f-a486-46eca309446c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:02.106991 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-476b8555-9b77-43ba-8633-e54037763077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (7ccb7e6c-164a-4c4f-a486-46eca309446c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:02.108174 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbe712-d392-4f48-a77e-76c974c13ee7 req-b5533448-99f3-4fb5-9621-4b40ac006acf tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:02.113378 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-476b8555-9b77-43ba-8633-e54037763077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:02.113526 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8acbe712-d392-4f48-a77e-76c974c13ee7 req-b5533448-99f3-4fb5-9621-4b40ac006acf tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.0590053 Mar 23 23:50:02.113615 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-476b8555-9b77-43ba-8633-e54037763077 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ccb7e6c-164a-4c4f-a486-46eca309446c HTTP/1.1" status: 204 len: 168 time: 0.1887400 Mar 23 23:50:02.121051 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b8555-9b77-43ba-8633-e54037763077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccb7e6c-164a-4c4f-a486-46eca309446c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:02.206265 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8acbe712-d392-4f48-a77e-76c974c13ee7 req-1eb41535-ad36-4346-9f79-29c146c28e83 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764494 Mar 23 23:50:02.222224 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f791a91-6b60-4b19-af01-7ceb4bbbe692 req-6f69779d-a614-4320-9340-eee5fee05b11 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:02.223912 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9f791a91-6b60-4b19-af01-7ceb4bbbe692 req-6f69779d-a614-4320-9340-eee5fee05b11 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 943 time: 0.1130571 Mar 23 23:50:02.281152 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9f791a91-6b60-4b19-af01-7ceb4bbbe692 req-60f79b99-2732-4330-9d03-2e19cc9721f4 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505331 Mar 23 23:50:02.970945 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device e2f9117c-0d8e-4fab-8db3-0db968d2b360 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:50:03.125404 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port e2f9117c-0d8e-4fab-8db3-0db968d2b360, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=e2f9117c-0d8e-4fab-8db3-0db968d2b360,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:50:03.140263 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e724c9-5667-4514-914c-d0ae8ea9b9f2 req-24195bef-479d-4522-9e08-eed5d8d8329e tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:03.142254 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f0e724c9-5667-4514-914c-d0ae8ea9b9f2 req-24195bef-479d-4522-9e08-eed5d8d8329e tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 945 time: 0.1036785 Mar 23 23:50:03.163874 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'port_id': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360', 'mac_address': 'fa:16:3e:78:16:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:50:03.228170 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f0e724c9-5667-4514-914c-d0ae8ea9b9f2 req-e397f68d-a965-4792-a84d-cb73674abeda tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631428 Mar 23 23:50:03.257960 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23266a3-7050-4a8c-8fc7-2f7342f2f4b0 req-d498811e-4f85-4424-ba68-876204ea91b9 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:03.266408 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port e2f9117c-0d8e-4fab-8db3-0db968d2b360 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:50:03.267554 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:03.270561 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e23266a3-7050-4a8c-8fc7-2f7342f2f4b0 req-d498811e-4f85-4424-ba68-876204ea91b9 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.1582708 Mar 23 23:50:03.290003 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f9117c-0d8e-4fab-8db3-0db968d2b360 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:50:03.352362 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e23266a3-7050-4a8c-8fc7-2f7342f2f4b0 req-38d655ab-9736-45bb-8047-b5908dabbc0b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808089 Mar 23 23:50:03.361305 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port e2f9117c-0d8e-4fab-8db3-0db968d2b360, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=e2f9117c-0d8e-4fab-8db3-0db968d2b360,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:50:03.377613 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:03.378344 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 5d2a8582-6a39-45c2-9d4d-6ac862259221 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:50:03.467018 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43a625-c905-4531-8685-11e265a29ea7 req-def2cc81-727c-4eed-843f-f87c9e894d2c tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:03.469307 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3d43a625-c905-4531-8685-11e265a29ea7 req-def2cc81-727c-4eed-843f-f87c9e894d2c tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.1096995 Mar 23 23:50:03.504108 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=e2f9117c-0d8e-4fab-8db3-0db968d2b360,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:03.567801 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 5d2a8582-6a39-45c2-9d4d-6ac862259221, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5d2a8582-6a39-45c2-9d4d-6ac862259221,segment=NetworkSegment(34cfd6f9-8c4f-4a88-b62e-c9f275c36011),segment_id=34cfd6f9-8c4f-4a88-b62e-c9f275c36011)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:50:03.572139 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3d43a625-c905-4531-8685-11e265a29ea7 req-4dc57146-6d9c-4ddf-85ee-04d9b9af9b51 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734012 Mar 23 23:50:03.587192 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': '5d2a8582-6a39-45c2-9d4d-6ac862259221', 'network_id': '0788e3b4-20e6-4c2f-a2c9-3249ef02df1c', 'port_id': '5d2a8582-6a39-45c2-9d4d-6ac862259221', 'mac_address': 'fa:16:3e:28:a3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f90f4e-e9a0-4be5-be12-e097902c38b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:50:03.597180 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fa120-b4e1-4cc2-8a1e-4c87ca4bb282 req-2a218be6-473f-4bdd-ac34-01c30427bbe1 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:03.601929 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-083fa120-b4e1-4cc2-8a1e-4c87ca4bb282 req-2a218be6-473f-4bdd-ac34-01c30427bbe1 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 943 time: 0.1531789 Mar 23 23:50:03.627537 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 5d2a8582-6a39-45c2-9d4d-6ac862259221 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:50:03.627923 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (5d2a8582-6a39-45c2-9d4d-6ac862259221), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:03.640737 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2a8582-6a39-45c2-9d4d-6ac862259221 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:50:03.656118 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-083fa120-b4e1-4cc2-8a1e-4c87ca4bb282 req-8e1908cf-691d-4cc9-96a5-de350ffa7584 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427322 Mar 23 23:50:03.663206 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 5d2a8582-6a39-45c2-9d4d-6ac862259221, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5d2a8582-6a39-45c2-9d4d-6ac862259221,segment=NetworkSegment(34cfd6f9-8c4f-4a88-b62e-c9f275c36011),segment_id=34cfd6f9-8c4f-4a88-b62e-c9f275c36011)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:50:03.668347 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (5d2a8582-6a39-45c2-9d4d-6ac862259221), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:03.724419 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=5d2a8582-6a39-45c2-9d4d-6ac862259221,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:03.863073 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6e329-9fe3-458b-bf20-82db97a160eb req-6b02998d-852d-4f65-9779-ab8d9674cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:03.864535 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e8e6e329-9fe3-458b-bf20-82db97a160eb req-6b02998d-852d-4f65-9779-ab8d9674cce7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 1130 time: 0.0448489 Mar 23 23:50:03.911871 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e8e6e329-9fe3-458b-bf20-82db97a160eb req-25ca9443-ad93-45f7-aad2-7daf13b7f126 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386767 Mar 23 23:50:03.998798 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['5d2a8582-6a39-45c2-9d4d-6ac862259221'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:50:04.002066 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['e2f9117c-0d8e-4fab-8db3-0db968d2b360'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:50:04.363967 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5a370-3b5f-4c2f-bd30-8438154fa090 req-cbbaf51d-7289-4eec-9284-63140f67300b tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:04.365680 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-20f5a370-3b5f-4c2f-bd30-8438154fa090 req-cbbaf51d-7289-4eec-9284-63140f67300b tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 945 time: 0.0598712 Mar 23 23:50:04.416725 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-20f5a370-3b5f-4c2f-bd30-8438154fa090 req-e273fc20-8519-4f13-96de-968116ff6ef0 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443697 Mar 23 23:50:04.480729 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5672e-411e-4bb6-ab4f-d21d1294086d req-9ccf8fa2-02ce-4f83-9d01-97f5bd73c2c3 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:04.482276 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-32d5672e-411e-4bb6-ab4f-d21d1294086d req-9ccf8fa2-02ce-4f83-9d01-97f5bd73c2c3 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 945 time: 0.0540605 Mar 23 23:50:04.536845 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-32d5672e-411e-4bb6-ab4f-d21d1294086d req-6bb7c9ad-1db4-4882-a9ae-32e2f650a5d7 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473051 Mar 23 23:50:04.704309 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282d70a-1958-4aa1-8a77-f9b7aedf9fd8 req-5fcc4ac1-98f3-4f09-8bf2-dda92a9e8640 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:04.711488 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a282d70a-1958-4aa1-8a77-f9b7aedf9fd8 req-5fcc4ac1-98f3-4f09-8bf2-dda92a9e8640 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.0689392 Mar 23 23:50:04.805371 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a282d70a-1958-4aa1-8a77-f9b7aedf9fd8 req-a574fff7-4096-42f3-9140-8c9af1232989 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930102 Mar 23 23:50:04.839592 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f485d-b6c5-4397-9119-dcc485ef13d9 req-b82522dd-dde0-4836-a9fd-b278e3c82e03 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:04.841498 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5f8f485d-b6c5-4397-9119-dcc485ef13d9 req-b82522dd-dde0-4836-a9fd-b278e3c82e03 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 944 time: 0.0859332 Mar 23 23:50:04.893826 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5f8f485d-b6c5-4397-9119-dcc485ef13d9 req-664c00a9-c251-402e-a487-fc9f12f3840e tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464470 Mar 23 23:50:05.297149 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe2518-d8b5-4846-9ae5-95386a955d74 req-f4c3770b-b049-4fa5-b453-7e757bd95a6e tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:05.298684 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-56fe2518-d8b5-4846-9ae5-95386a955d74 req-f4c3770b-b049-4fa5-b453-7e757bd95a6e tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 945 time: 0.0676131 Mar 23 23:50:05.347591 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-56fe2518-d8b5-4846-9ae5-95386a955d74 req-8cb265a0-4309-45cb-837a-11b7a64465d1 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414641 Mar 23 23:50:05.666540 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb35a13-ca70-4015-ba3b-46fe02c81e59 req-d7d484bc-884a-4e80-8ebc-1a48bfbdff16 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:05.668019 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-eeb35a13-ca70-4015-ba3b-46fe02c81e59 req-d7d484bc-884a-4e80-8ebc-1a48bfbdff16 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 945 time: 0.0560656 Mar 23 23:50:05.731696 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-eeb35a13-ca70-4015-ba3b-46fe02c81e59 req-e92e1eef-4049-4f24-991b-25dd446e6db6 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556834 Mar 23 23:50:05.937090 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba153905-2573-456f-86ef-09c553df3346 req-d4fbeb3a-fe68-445b-9eb0-63e940efef47 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:05.938714 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ba153905-2573-456f-86ef-09c553df3346 req-d4fbeb3a-fe68-445b-9eb0-63e940efef47 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.0545135 Mar 23 23:50:06.020017 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ba153905-2573-456f-86ef-09c553df3346 req-3d4739fc-979f-41f1-953b-0af5410b03ff tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752966 Mar 23 23:50:06.042108 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88056f-a52c-49de-9d47-b08d8ed80948 req-bb29b38b-f692-46b0-8db5-62946547df08 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:06.043797 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6f88056f-a52c-49de-9d47-b08d8ed80948 req-bb29b38b-f692-46b0-8db5-62946547df08 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 944 time: 0.0822654 Mar 23 23:50:06.094288 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6f88056f-a52c-49de-9d47-b08d8ed80948 req-520a34d3-90d4-454d-a537-879cc4769f0c tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444763 Mar 23 23:50:06.478353 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80537879-48ad-4e5c-b90b-0b882588b702 req-32b2c780-33c9-4534-990a-56bcc89d760a tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:06.480162 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-80537879-48ad-4e5c-b90b-0b882588b702 req-32b2c780-33c9-4534-990a-56bcc89d760a tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 945 time: 0.0582538 Mar 23 23:50:06.529794 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-80537879-48ad-4e5c-b90b-0b882588b702 req-30537397-ec7d-4352-bdfc-ed8061f4d6a9 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440111 Mar 23 23:50:06.873839 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a74459-2119-4c04-b9a3-731860d0baaf req-faa30a76-ca38-42a3-976d-800a60c3209b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:06.875277 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-56a74459-2119-4c04-b9a3-731860d0baaf req-faa30a76-ca38-42a3-976d-800a60c3209b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 945 time: 0.0583143 Mar 23 23:50:06.929714 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-56a74459-2119-4c04-b9a3-731860d0baaf req-1fa70528-0777-484c-b977-1027c087fd93 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489068 Mar 23 23:50:07.142926 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d38bab-c98a-4011-94c2-0029c6277f48 req-c79ebd2c-f921-419d-894d-9aa3bd053db8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:07.144409 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d9d38bab-c98a-4011-94c2-0029c6277f48 req-c79ebd2c-f921-419d-894d-9aa3bd053db8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.0578415 Mar 23 23:50:07.227482 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d9d38bab-c98a-4011-94c2-0029c6277f48 req-24793a58-23fa-423e-b40c-e04607b0590b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733643 Mar 23 23:50:07.249752 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565102d-ad86-4d66-91aa-45e3175a4511 req-b88f9b22-9fd8-4e9a-b6f6-201d73ecf8f0 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:07.251344 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1565102d-ad86-4d66-91aa-45e3175a4511 req-b88f9b22-9fd8-4e9a-b6f6-201d73ecf8f0 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 944 time: 0.0791316 Mar 23 23:50:07.262945 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-661dcd44-a8b1-4fe2-a47f-49e207860ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:07.300957 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1565102d-ad86-4d66-91aa-45e3175a4511 req-d21e7deb-d6c5-43db-b44d-e70e067e2d87 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438268 Mar 23 23:50:07.665910 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c52be-af91-442e-bfe9-8f0aa64324d1 req-5b183d68-4b7c-4b77-bb4b-50c2530f91db tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:07.667341 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d21c52be-af91-442e-bfe9-8f0aa64324d1 req-5b183d68-4b7c-4b77-bb4b-50c2530f91db tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 945 time: 0.0551455 Mar 23 23:50:07.716657 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d21c52be-af91-442e-bfe9-8f0aa64324d1 req-17da55aa-7734-4cb8-9ec4-f13ff819e947 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415318 Mar 23 23:50:07.786177 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 5d2a8582-6a39-45c2-9d4d-6ac862259221 up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:50:07.838935 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port 5d2a8582-6a39-45c2-9d4d-6ac862259221 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 23:50:07.843453 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port 5d2a8582-6a39-45c2-9d4d-6ac862259221 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:50:07.843826 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (5d2a8582-6a39-45c2-9d4d-6ac862259221), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:07.926629 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 5d2a8582-6a39-45c2-9d4d-6ac862259221 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:50:07.927015 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (5d2a8582-6a39-45c2-9d4d-6ac862259221), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:07.950327 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300e2fc0-be1a-4657-9aed-ef0228d8e62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2a8582-6a39-45c2-9d4d-6ac862259221'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:50:07.952536 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dac118-9207-41df-91a3-e33f3f435bce" -d '{"events": [{"server_uuid": "300e2fc0-be1a-4657-9aed-ef0228d8e62b", "name": "network-vif-plugged", "status": "completed", "tag": "5d2a8582-6a39-45c2-9d4d-6ac862259221"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:50:07.966773 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 5d2a8582-6a39-45c2-9d4d-6ac862259221, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5d2a8582-6a39-45c2-9d4d-6ac862259221,segment=NetworkSegment(34cfd6f9-8c4f-4a88-b62e-c9f275c36011),segment_id=34cfd6f9-8c4f-4a88-b62e-c9f275c36011)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:50:07.972427 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (5d2a8582-6a39-45c2-9d4d-6ac862259221), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:07.973550 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device e2f9117c-0d8e-4fab-8db3-0db968d2b360 up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:50:08.017562 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fa3ff0-a5ae-4c4c-9504-a29cac342dee x-openstack-request-id: req-e3fa3ff0-a5ae-4c4c-9504-a29cac342dee {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:50:08.017869 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300e2fc0-be1a-4657-9aed-ef0228d8e62b", "name": "network-vif-plugged", "status": "completed", "tag": "5d2a8582-6a39-45c2-9d4d-6ac862259221", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:50:08.018121 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3fa3ff0-a5ae-4c4c-9504-a29cac342dee {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:50:08.018533 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3fa3ff0-a5ae-4c4c-9504-a29cac342dee'] response: {'server_uuid': '300e2fc0-be1a-4657-9aed-ef0228d8e62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2a8582-6a39-45c2-9d4d-6ac862259221', 'code': 200} Mar 23 23:50:08.071711 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=5d2a8582-6a39-45c2-9d4d-6ac862259221,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:08.078886 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a298552-af27-4442-a332-e5542a33dd51 req-c2d112a8-ca9b-47bc-a068-be36a736b012 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:08.083984 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port e2f9117c-0d8e-4fab-8db3-0db968d2b360 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 23:50:08.088817 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3a298552-af27-4442-a332-e5542a33dd51 req-c2d112a8-ca9b-47bc-a068-be36a736b012 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 945 time: 0.0746212 Mar 23 23:50:08.090424 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port e2f9117c-0d8e-4fab-8db3-0db968d2b360 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:50:08.090851 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:08.172978 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3a298552-af27-4442-a332-e5542a33dd51 req-1113d705-815b-466f-b500-92bb499745e8 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831361 Mar 23 23:50:08.217567 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port e2f9117c-0d8e-4fab-8db3-0db968d2b360 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:50:08.218005 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:08.275579 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port e2f9117c-0d8e-4fab-8db3-0db968d2b360, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=e2f9117c-0d8e-4fab-8db3-0db968d2b360,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:50:08.284128 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:08.298879 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb2b9a-b4f9-4138-8306-b89067fe8fbe req-f32ddeb6-e8b9-428c-bc97-48e9c5227ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:08.301765 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ebfb2b9a-b4f9-4138-8306-b89067fe8fbe req-f32ddeb6-e8b9-428c-bc97-48e9c5227ab6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 1129 time: 0.1205144 Mar 23 23:50:08.377553 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=e2f9117c-0d8e-4fab-8db3-0db968d2b360,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:08.392020 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7006034-ec49-43ac-8856-84c2b8e2b114 req-95effef8-5be1-4ae0-b5a3-801cab9e6ef9 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:08.393605 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c7006034-ec49-43ac-8856-84c2b8e2b114 req-95effef8-5be1-4ae0-b5a3-801cab9e6ef9 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.0652976 Mar 23 23:50:08.396576 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ebfb2b9a-b4f9-4138-8306-b89067fe8fbe req-fc4dba13-c119-4355-8b0f-ee9e8bf9b287 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841906 Mar 23 23:50:08.473296 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c7006034-ec49-43ac-8856-84c2b8e2b114 req-b84b6b7e-1768-4980-a69f-0639fb91e4ba tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733240 Mar 23 23:50:08.492998 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc3981-3224-4a34-8742-2d3146f17aee req-94722962-b83d-4660-8543-104570e76e5a tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:08.494694 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-59bc3981-3224-4a34-8742-2d3146f17aee req-94722962-b83d-4660-8543-104570e76e5a tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 945 time: 0.0875971 Mar 23 23:50:08.547415 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-59bc3981-3224-4a34-8742-2d3146f17aee req-f520e510-7b8d-494d-8a22-5b54cb830989 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463133 Mar 23 23:50:08.605093 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f020c4-51b6-4d3b-9069-01b10e846e56 req-90bf8630-f612-4b30-abc0-3dcefd5265d6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:08.606473 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e4f020c4-51b6-4d3b-9069-01b10e846e56 req-90bf8630-f612-4b30-abc0-3dcefd5265d6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0573349 Mar 23 23:50:08.662620 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e4f020c4-51b6-4d3b-9069-01b10e846e56 req-acf7fe29-ada9-4dd5-ae5b-2d1caf60ee26 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473194 Mar 23 23:50:08.850642 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15dbc4-9664-454c-b359-acde9aa52eee req-f7908eb6-4d6a-485b-9a45-9d2655f012aa tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:08.852767 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2d15dbc4-9664-454c-b359-acde9aa52eee req-f7908eb6-4d6a-485b-9a45-9d2655f012aa tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 945 time: 0.0592096 Mar 23 23:50:08.902074 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2d15dbc4-9664-454c-b359-acde9aa52eee req-01380b75-c545-4f7e-aa16-3b84bae0dab6 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433052 Mar 23 23:50:09.328030 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-63bbe1f6-2414-4638-800f-039afc417fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:09.335142 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb10849-dbbc-490f-9caa-7e12a853b374 req-ad96ee94-e88d-44f8-bb0a-5fba6bf36425 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:09.336865 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5eb10849-dbbc-490f-9caa-7e12a853b374 req-ad96ee94-e88d-44f8-bb0a-5fba6bf36425 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0572486 Mar 23 23:50:09.391530 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5eb10849-dbbc-490f-9caa-7e12a853b374 req-4cd7446a-6f41-4fdf-b7c9-a5b05430b312 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490239 Mar 23 23:50:09.670651 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0efd2d-709e-4aff-9154-7f0392281f3c req-18a5c70b-63bf-4816-a56f-448956bd7cea tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:09.672110 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4a0efd2d-709e-4aff-9154-7f0392281f3c req-18a5c70b-63bf-4816-a56f-448956bd7cea tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 945 time: 0.0556862 Mar 23 23:50:09.721506 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4a0efd2d-709e-4aff-9154-7f0392281f3c req-b903e9c7-e7ed-4fe3-ac2b-07d129f94c45 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413640 Mar 23 23:50:10.019605 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaa3f21-8408-4214-9edc-49ee3baf5c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:50:10.022428 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09585d76-9e43-4c35-b522-3e0027a8fc15" -d '{"events": [{"server_uuid": "feaa3f21-8408-4214-9edc-49ee3baf5c16", "name": "network-vif-plugged", "status": "completed", "tag": "e2f9117c-0d8e-4fab-8db3-0db968d2b360"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:50:10.058390 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2a69f-98a7-4ade-8748-f3bdece7edd8 req-2de589f1-7bed-44bb-b539-537a1c354272 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:10.060104 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-37e2a69f-98a7-4ade-8748-f3bdece7edd8 req-2de589f1-7bed-44bb-b539-537a1c354272 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 945 time: 0.0617614 Mar 23 23:50:10.060450 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb1d87e-07bf-4797-9508-b1cdd31acef3 x-openstack-request-id: req-9eb1d87e-07bf-4797-9508-b1cdd31acef3 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:50:10.060765 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feaa3f21-8408-4214-9edc-49ee3baf5c16", "name": "network-vif-plugged", "status": "completed", "tag": "e2f9117c-0d8e-4fab-8db3-0db968d2b360", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:50:10.061021 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9eb1d87e-07bf-4797-9508-b1cdd31acef3 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:50:10.061463 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eb1d87e-07bf-4797-9508-b1cdd31acef3'] response: {'server_uuid': 'feaa3f21-8408-4214-9edc-49ee3baf5c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360', 'code': 200} Mar 23 23:50:10.107514 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-37e2a69f-98a7-4ade-8748-f3bdece7edd8 req-d56f9f1e-1e1f-4558-959d-153edc5908d8 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415995 Mar 23 23:50:10.547337 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:10.550287 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb2011-d51a-4071-a327-321023782b87 req-89a1a1cc-6b43-4d06-8738-f1ad17f1e0c8 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:10.552721 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c6fb2011-d51a-4071-a327-321023782b87 req-89a1a1cc-6b43-4d06-8738-f1ad17f1e0c8 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0792520 Mar 23 23:50:10.602753 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c6fb2011-d51a-4071-a327-321023782b87 req-f8e2483c-932b-471d-b36f-c2bc4e237cc7 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431976 Mar 23 23:50:10.863533 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f708a78-590b-4c58-a711-43a559d88490 req-d3159bc8-d0cc-451d-b65c-f70333780871 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:10.864954 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2f708a78-590b-4c58-a711-43a559d88490 req-d3159bc8-d0cc-451d-b65c-f70333780871 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 945 time: 0.0700853 Mar 23 23:50:10.924761 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2f708a78-590b-4c58-a711-43a559d88490 req-ca0d5044-d0a1-4c32-9b27-8256f030eebd tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516095 Mar 23 23:50:11.251656 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11feeb1-d6b9-431e-a6d0-429119dea962 req-04e2e301-7a0f-49de-b9e9-2f7fa892ae3b tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:11.253950 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f11feeb1-d6b9-431e-a6d0-429119dea962 req-04e2e301-7a0f-49de-b9e9-2f7fa892ae3b tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 945 time: 0.0639293 Mar 23 23:50:11.328560 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f11feeb1-d6b9-431e-a6d0-429119dea962 req-f7fa0d39-d5a7-480e-853a-1b6aee9dd7fb tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686924 Mar 23 23:50:11.550716 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada4aae-70bf-4741-a498-40f3c2c20ea2 req-fefd4b4e-cb72-4a67-973d-afc583041be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:11.552333 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-dada4aae-70bf-4741-a498-40f3c2c20ea2 req-fefd4b4e-cb72-4a67-973d-afc583041be2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 1130 time: 0.0561588 Mar 23 23:50:11.604402 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-dada4aae-70bf-4741-a498-40f3c2c20ea2 req-bf4f589b-8061-4857-a40e-5bd22fcc5891 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454178 Mar 23 23:50:11.735270 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32009a83-bae6-4fb8-99e9-8535efebb804 req-07d3b918-0437-4afa-ac44-82a476c36c90 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:11.736788 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-32009a83-bae6-4fb8-99e9-8535efebb804 req-07d3b918-0437-4afa-ac44-82a476c36c90 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0551944 Mar 23 23:50:11.787527 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-32009a83-bae6-4fb8-99e9-8535efebb804 req-cc9abb7c-44aa-4af4-9dae-7e3904eb3956 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435991 Mar 23 23:50:12.059858 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ce28b-510a-4e9f-b454-156e52155124 req-a0e964cc-6f00-4f10-a09d-94238b0dfed5 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:12.061379 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-605ce28b-510a-4e9f-b454-156e52155124 req-a0e964cc-6f00-4f10-a09d-94238b0dfed5 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 945 time: 0.0545006 Mar 23 23:50:12.113655 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:12.118377 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-605ce28b-510a-4e9f-b454-156e52155124 req-891950a8-c17c-4387-b1f7-0352cb7cfef0 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507092 Mar 23 23:50:12.385430 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d3bd3-cdac-4035-8ad5-16161a088fe6 req-0780b9c9-b114-4594-8ddc-d42b429418c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:12.387203 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0a5d3bd3-cdac-4035-8ad5-16161a088fe6 req-0780b9c9-b114-4594-8ddc-d42b429418c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 1130 time: 0.0588138 Mar 23 23:50:12.396989 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3d186-40b9-4db6-9941-78fdeeb33c52 req-151dd117-78cf-4472-b987-9e569d43613e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:12.398758 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7fd3d186-40b9-4db6-9941-78fdeeb33c52 req-151dd117-78cf-4472-b987-9e569d43613e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0728834 Mar 23 23:50:12.478242 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7fd3d186-40b9-4db6-9941-78fdeeb33c52 req-89b90220-5e11-43ea-bdd1-5a9db9532470 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721612 Mar 23 23:50:12.509152 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ac4e8-22dd-46f9-b916-d6ff0a3c44d6 req-937b3b19-6ed4-4483-950a-d43f1c520eaf tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:12.511604 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cf2ac4e8-22dd-46f9-b916-d6ff0a3c44d6 req-937b3b19-6ed4-4483-950a-d43f1c520eaf tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 945 time: 0.0706565 Mar 23 23:50:12.517452 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d3bd3-cdac-4035-8ad5-16161a088fe6 req-16e02d1c-5a10-4cc2-9082-ef88fd4065f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:12.519289 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0a5d3bd3-cdac-4035-8ad5-16161a088fe6 req-16e02d1c-5a10-4cc2-9082-ef88fd4065f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e8de27b-07d3-4627-8f07-85afc18d3e4e HTTP/1.1" status: 200 len: 917 time: 0.1206412 Mar 23 23:50:12.564006 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0a5d3bd3-cdac-4035-8ad5-16161a088fe6 req-39f86fec-08a8-4938-b317-dc611d20f664 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3051c53b-e14d-4e33-a6ad-757751d0a5e6 HTTP/1.1" status: 200 len: 217 time: 0.0368652 Mar 23 23:50:12.566337 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cf2ac4e8-22dd-46f9-b916-d6ff0a3c44d6 req-722af4f3-ed89-447c-a8f6-39ab8d37a663 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470414 Mar 23 23:50:12.620248 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d3bd3-cdac-4035-8ad5-16161a088fe6 req-426be534-63fa-4fe7-b896-1c8ceaca527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:12.621604 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0a5d3bd3-cdac-4035-8ad5-16161a088fe6 req-426be534-63fa-4fe7-b896-1c8ceaca527e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36fdea4e-dd3d-4b87-92dc-886e2d219615 HTTP/1.1" status: 200 len: 856 time: 0.0487406 Mar 23 23:50:12.695916 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d3bd3-cdac-4035-8ad5-16161a088fe6 req-c94c9392-5ad3-4e38-bdbe-5f4eb682299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:12.697800 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0a5d3bd3-cdac-4035-8ad5-16161a088fe6 req-c94c9392-5ad3-4e38-bdbe-5f4eb682299b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e8de27b-07d3-4627-8f07-85afc18d3e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510464 Mar 23 23:50:12.788056 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0a5d3bd3-cdac-4035-8ad5-16161a088fe6 req-958ba5b0-313b-4dc7-8ee4-1e77c8e53cf9 service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836823 Mar 23 23:50:12.895095 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0a5d3bd3-cdac-4035-8ad5-16161a088fe6 req-9742efc2-1d15-4214-b777-b27189b15c57 service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975235 Mar 23 23:50:12.946465 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8462a5-233a-490d-99b2-7d79244c8c68 req-6eef7d6e-f5fa-4fe8-a60b-96442b980996 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:12.948627 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fb8462a5-233a-490d-99b2-7d79244c8c68 req-6eef7d6e-f5fa-4fe8-a60b-96442b980996 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0853803 Mar 23 23:50:13.021009 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fb8462a5-233a-490d-99b2-7d79244c8c68 req-c0e96e03-abea-473c-acaf-5d8da12af206 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647054 Mar 23 23:50:13.240240 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b846e1-7661-4fc2-a174-943fb6ce9c5c req-c49c966e-9f0c-4fdf-bda5-9b41fe5e5968 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:13.241798 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-99b846e1-7661-4fc2-a174-943fb6ce9c5c req-c49c966e-9f0c-4fdf-bda5-9b41fe5e5968 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 945 time: 0.0610988 Mar 23 23:50:13.290897 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-99b846e1-7661-4fc2-a174-943fb6ce9c5c req-74379620-7db8-40bf-b33f-2d915bbc1baf tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419047 Mar 23 23:50:13.338728 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:13.385911 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3495a-b70a-42c7-921b-a1870f1a0a9b req-6f1820de-9973-4ceb-8399-fba534834281 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:13.387563 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-bfa3495a-b70a-42c7-921b-a1870f1a0a9b req-6f1820de-9973-4ceb-8399-fba534834281 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.20 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 945 time: 0.0996037 Mar 23 23:50:13.594598 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-bfa3495a-b70a-42c7-921b-a1870f1a0a9b req-6987297d-a976-4a30-99aa-cc9f5f10a5e4 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Deleting port 7ee6ea0c-20c1-41c1-886d-195c6daa3f75 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:50:13.595403 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bfa3495a-b70a-42c7-921b-a1870f1a0a9b req-6987297d-a976-4a30-99aa-cc9f5f10a5e4 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (7ee6ea0c-20c1-41c1-886d-195c6daa3f75), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:13.658186 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1aa5f4-5c5d-4985-a196-1da624723b8e req-7fc788a8-9af8-4a80-a55f-dfe795f6da2d tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:13.659909 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7f1aa5f4-5c5d-4985-a196-1da624723b8e req-7fc788a8-9af8-4a80-a55f-dfe795f6da2d tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0858135 Mar 23 23:50:13.713048 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bfa3495a-b70a-42c7-921b-a1870f1a0a9b req-6987297d-a976-4a30-99aa-cc9f5f10a5e4 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] For port 7ee6ea0c-20c1-41c1-886d-195c6daa3f75, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7ee6ea0c-20c1-41c1-886d-195c6daa3f75,segment=NetworkSegment(0c5db8df-2739-48a9-834d-8340f5f46b92),segment_id=0c5db8df-2739-48a9-834d-8340f5f46b92)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:50:13.713553 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bfa3495a-b70a-42c7-921b-a1870f1a0a9b req-6987297d-a976-4a30-99aa-cc9f5f10a5e4 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (7ee6ea0c-20c1-41c1-886d-195c6daa3f75), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:13.732059 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-bfa3495a-b70a-42c7-921b-a1870f1a0a9b req-6987297d-a976-4a30-99aa-cc9f5f10a5e4 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Calling delete_port for 7ee6ea0c-20c1-41c1-886d-195c6daa3f75 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:50:13.751255 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7f1aa5f4-5c5d-4985-a196-1da624723b8e req-43fcf373-aef5-4c8b-ae42-de68d17f913a tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765848 Mar 23 23:50:13.771581 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259a7aa-459d-4e4a-91ba-fd009d7d9762 req-56fb2bf1-6a6b-42f3-8928-29b36b8f64f9 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:13.773059 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1259a7aa-459d-4e4a-91ba-fd009d7d9762 req-56fb2bf1-6a6b-42f3-8928-29b36b8f64f9 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3 HTTP/1.1" status: 200 len: 945 time: 0.1112695 Mar 23 23:50:13.843881 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1259a7aa-459d-4e4a-91ba-fd009d7d9762 req-a1202659-86c5-4407-ad6e-7c76ff154950 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631719 Mar 23 23:50:13.920768 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bfa3495a-b70a-42c7-921b-a1870f1a0a9b req-6987297d-a976-4a30-99aa-cc9f5f10a5e4 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (7ee6ea0c-20c1-41c1-886d-195c6daa3f75), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:13.936129 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['7ee6ea0c-20c1-41c1-886d-195c6daa3f75'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:50:13.951312 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987297d-a976-4a30-99aa-cc9f5f10a5e4 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Pushing event deleted for resources: {'Port': ['ID=7ee6ea0c-20c1-41c1-886d-195c6daa3f75,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:14.019318 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa3495a-b70a-42c7-921b-a1870f1a0a9b req-6987297d-a976-4a30-99aa-cc9f5f10a5e4 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] No DVR routers for this DVR port 7ee6ea0c-20c1-41c1-886d-195c6daa3f75 on host hv-cinder-74915 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:50:14.023296 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bfa3495a-b70a-42c7-921b-a1870f1a0a9b req-6987297d-a976-4a30-99aa-cc9f5f10a5e4 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:14.027207 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-bfa3495a-b70a-42c7-921b-a1870f1a0a9b req-6987297d-a976-4a30-99aa-cc9f5f10a5e4 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.20 "DELETE /v2.0/ports/7ee6ea0c-20c1-41c1-886d-195c6daa3f75 HTTP/1.1" status: 204 len: 173 time: 0.6312170 Mar 23 23:50:14.027670 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3', 'name': 'network-vif-deleted', 'tag': '7ee6ea0c-20c1-41c1-886d-195c6daa3f75'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:50:14.030051 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75a9d69-f9c8-4b15-ae65-f3fa4e6dc273" -d '{"events": [{"server_uuid": "07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3", "name": "network-vif-deleted", "tag": "7ee6ea0c-20c1-41c1-886d-195c6daa3f75"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:50:14.078430 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee58b174-5873-4308-9f32-7e72f6550cd0 x-openstack-request-id: req-ee58b174-5873-4308-9f32-7e72f6550cd0 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:50:14.078827 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3", "name": "network-vif-deleted", "tag": "7ee6ea0c-20c1-41c1-886d-195c6daa3f75", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:50:14.079192 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee58b174-5873-4308-9f32-7e72f6550cd0 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:50:14.079680 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee58b174-5873-4308-9f32-7e72f6550cd0'] response: {'server_uuid': '07a7d8a8-fed5-4f7a-b1dd-79cd11f960c3', 'name': 'network-vif-deleted', 'tag': '7ee6ea0c-20c1-41c1-886d-195c6daa3f75', 'status': 'completed', 'code': 200} Mar 23 23:50:14.170051 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332ab59-68ed-4c3d-8b19-83bf64d2b5a8 req-622a26e6-6f46-4ad9-b578-13b9bb524a5a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:14.174316 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b332ab59-68ed-4c3d-8b19-83bf64d2b5a8 req-622a26e6-6f46-4ad9-b578-13b9bb524a5a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0550959 Mar 23 23:50:14.229370 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b332ab59-68ed-4c3d-8b19-83bf64d2b5a8 req-83917181-89aa-49c5-9494-190d423ff127 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468924 Mar 23 23:50:14.363409 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174b878-b18b-4999-8487-d25515f004be req-4449fede-935e-4ff3-9fe7-2a6b08b86f78 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:14.364930 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5174b878-b18b-4999-8487-d25515f004be req-4449fede-935e-4ff3-9fe7-2a6b08b86f78 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0581911 Mar 23 23:50:14.374586 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 48374) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:50:14.380624 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3ddaf90f-c31b-4a7f-b292-bc8138f9e32c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Request body: {'floatingip': {'port_id': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:50:14.655225 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3ddaf90f-c31b-4a7f-b292-bc8138f9e32c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for floatingip (df196675-3678-4dab-ad3e-e110aea8391f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:14.911777 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41227e-1c65-4a6c-a117-a0d0bd3848ee req-50931d08-9759-4a24-8883-a4fd7fa89c33 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:14.913920 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6d41227e-1c65-4a6c-a117-a0d0bd3848ee req-50931d08-9759-4a24-8883-a4fd7fa89c33 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0855544 Mar 23 23:50:14.994183 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6d41227e-1c65-4a6c-a117-a0d0bd3848ee req-ddc3fd41-3240-4cba-a184-df1e5ad82f55 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689030 Mar 23 23:50:15.316307 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3ddaf90f-c31b-4a7f-b292-bc8138f9e32c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:15.322500 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3ddaf90f-c31b-4a7f-b292-bc8138f9e32c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (df196675-3678-4dab-ad3e-e110aea8391f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:15.425525 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.l3_db [None req-3ddaf90f-c31b-4a7f-b292-bc8138f9e32c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Floating IP df196675-3678-4dab-ad3e-e110aea8391f associated. External IP: 172.27.0.42, port: e2f9117c-0d8e-4fab-8db3-0db968d2b360. Mar 23 23:50:15.671392 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddaf90f-c31b-4a7f-b292-bc8138f9e32c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Router eb84ca04-39b5-4020-8cb3-932d752d52cb has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:50:15.785273 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddaf90f-c31b-4a7f-b292-bc8138f9e32c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:50:15.789872 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3ddaf90f-c31b-4a7f-b292-bc8138f9e32c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:15.798786 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43396da8-1c11-4a78-9d05-92dcf642bed8 None None] Sync routers for ids ['eb84ca04-39b5-4020-8cb3-932d752d52cb'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:50:15.812418 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43396da8-1c11-4a78-9d05-92dcf642bed8 None None] Routers {'eb84ca04-39b5-4020-8cb3-932d752d52cb'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:50:15.813110 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-43396da8-1c11-4a78-9d05-92dcf642bed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:50:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['eb84ca04-39b5-4020-8cb3-932d752d52cb'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:50:15.819497 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-3ddaf90f-c31b-4a7f-b292-bc8138f9e32c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "PUT /v2.0/floatingips/df196675-3678-4dab-ad3e-e110aea8391f HTTP/1.1" status: 200 len: 991 time: 1.4432986 Mar 23 23:50:15.920829 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-43396da8-1c11-4a78-9d05-92dcf642bed8 None None] Set router eb84ca04-39b5-4020-8cb3-932d752d52cb gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:50:16.080789 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feaa3f21-8408-4214-9edc-49ee3baf5c16', 'tag': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:50:16.083231 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b98a46-4d45-48f0-9ae6-134e292d6fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "feaa3f21-8408-4214-9edc-49ee3baf5c16", "tag": "e2f9117c-0d8e-4fab-8db3-0db968d2b360"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:50:16.127643 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27070ac4-193c-4d93-9426-0ff3d8c3d017 req-3dc21a6a-5414-47fd-9b04-06666e92aeaa tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:16.129148 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-27070ac4-193c-4d93-9426-0ff3d8c3d017 req-3dc21a6a-5414-47fd-9b04-06666e92aeaa tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0564601 Mar 23 23:50:16.159901 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-43396da8-1c11-4a78-9d05-92dcf642bed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:49:43Z', 'updated_at': '2022-03-23T23:49:47Z', 'revision_number': 4, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'gw_port': {'id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:44Z', 'updated_at': '2022-03-23T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': 'df196675-3678-4dab-ad3e-e110aea8391f', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'port_id': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'mac_address': 'fa:16:3e:78:16:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaa3f21-8408-4214-9edc-49ee3baf5c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:49:51Z', 'updated_at': '2022-03-23T23:50:15Z', 'revision_number': 1, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e428de5b-a867-45d5-a0cb-f864ea40ef60', 'name': '', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'mac_address': 'fa:16:3e:a7:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:46Z', 'updated_at': '2022-03-23T23:49:52Z', 'revision_number': 5, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'subnets': [{'id': '6136d15b-a857-4672-9f46-946dc92786dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:50:16.184552 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-27070ac4-193c-4d93-9426-0ff3d8c3d017 req-fcd1e5bc-3877-4911-959f-28d4e845579f tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491588 Mar 23 23:50:16.195459 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43396da8-1c11-4a78-9d05-92dcf642bed8 None None] Checking router: eb84ca04-39b5-4020-8cb3-932d752d52cb for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:50:16.208804 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43396da8-1c11-4a78-9d05-92dcf642bed8 None None] Routers {'eb84ca04-39b5-4020-8cb3-932d752d52cb'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:50:16.209397 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-43396da8-1c11-4a78-9d05-92dcf642bed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:50:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['eb84ca04-39b5-4020-8cb3-932d752d52cb'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:50:16.236060 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7fd1ad-7517-4cc2-8340-d3395ca89dbd x-openstack-request-id: req-ca7fd1ad-7517-4cc2-8340-d3395ca89dbd {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:50:16.236446 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feaa3f21-8408-4214-9edc-49ee3baf5c16", "tag": "e2f9117c-0d8e-4fab-8db3-0db968d2b360", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:50:16.236791 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca7fd1ad-7517-4cc2-8340-d3395ca89dbd {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:50:16.237417 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca7fd1ad-7517-4cc2-8340-d3395ca89dbd'] response: {'name': 'network-changed', 'server_uuid': 'feaa3f21-8408-4214-9edc-49ee3baf5c16', 'tag': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360', 'status': 'completed', 'code': 200} Mar 23 23:50:16.318914 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b98a46-4d45-48f0-9ae6-134e292d6fa3 req-f21732bc-88d1-4722-ac48-da081644e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:16.320235 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-02b98a46-4d45-48f0-9ae6-134e292d6fa3 req-f21732bc-88d1-4722-ac48-da081644e647 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1764164142a40b0991cbb88184b7255&device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 1130 time: 0.0575774 Mar 23 23:50:16.349828 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-43396da8-1c11-4a78-9d05-92dcf642bed8 None None] Set router eb84ca04-39b5-4020-8cb3-932d752d52cb gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:50:16.427998 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b98a46-4d45-48f0-9ae6-134e292d6fa3 req-ee34ade9-27cb-49a9-8a8a-4d7615393e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:16.429849 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-02b98a46-4d45-48f0-9ae6-134e292d6fa3 req-ee34ade9-27cb-49a9-8a8a-4d7615393e35 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d01bdeec-57ed-409b-a257-e0c6c9a81aea HTTP/1.1" status: 200 len: 917 time: 0.1001031 Mar 23 23:50:16.542496 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-02b98a46-4d45-48f0-9ae6-134e292d6fa3 req-c205d30e-8d7c-4c51-a344-5c2fcf88b34b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2f9117c-0d8e-4fab-8db3-0db968d2b360 HTTP/1.1" status: 200 len: 999 time: 0.0979300 Mar 23 23:50:16.594470 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-43396da8-1c11-4a78-9d05-92dcf642bed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:49:43Z', 'updated_at': '2022-03-23T23:49:47Z', 'revision_number': 4, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'gw_port': {'id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:44Z', 'updated_at': '2022-03-23T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': 'df196675-3678-4dab-ad3e-e110aea8391f', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'port_id': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'mac_address': 'fa:16:3e:78:16:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaa3f21-8408-4214-9edc-49ee3baf5c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:49:51Z', 'updated_at': '2022-03-23T23:50:15Z', 'revision_number': 1, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e428de5b-a867-45d5-a0cb-f864ea40ef60', 'name': '', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'mac_address': 'fa:16:3e:a7:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:46Z', 'updated_at': '2022-03-23T23:49:52Z', 'revision_number': 5, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'subnets': [{'id': '6136d15b-a857-4672-9f46-946dc92786dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:50:16.595537 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b98a46-4d45-48f0-9ae6-134e292d6fa3 req-e80a8b71-910d-46ed-840b-f9d0ddee9fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:16.597016 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-02b98a46-4d45-48f0-9ae6-134e292d6fa3 req-e80a8b71-910d-46ed-840b-f9d0ddee9fd8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6136d15b-a857-4672-9f46-946dc92786dd HTTP/1.1" status: 200 len: 856 time: 0.0454826 Mar 23 23:50:16.652105 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b98a46-4d45-48f0-9ae6-134e292d6fa3 req-6cc67738-2755-4b90-8e29-43d2f009fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:16.653839 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-02b98a46-4d45-48f0-9ae6-134e292d6fa3 req-6cc67738-2755-4b90-8e29-43d2f009fc67 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d01bdeec-57ed-409b-a257-e0c6c9a81aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471303 Mar 23 23:50:16.705588 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43396da8-1c11-4a78-9d05-92dcf642bed8 None None] The sync data for ids ['eb84ca04-39b5-4020-8cb3-932d752d52cb'] in dv-cinder-749155-6-iscsi is: [{'id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:49:43Z', 'updated_at': '2022-03-23T23:49:47Z', 'revision_number': 4, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'gw_port': {'id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:44Z', 'updated_at': '2022-03-23T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': 'df196675-3678-4dab-ad3e-e110aea8391f', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'port_id': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'mac_address': 'fa:16:3e:78:16:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaa3f21-8408-4214-9edc-49ee3baf5c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:49:51Z', 'updated_at': '2022-03-23T23:50:15Z', 'revision_number': 1, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e428de5b-a867-45d5-a0cb-f864ea40ef60', 'name': '', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'mac_address': 'fa:16:3e:a7:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:46Z', 'updated_at': '2022-03-23T23:49:52Z', 'revision_number': 5, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'subnets': [{'id': '6136d15b-a857-4672-9f46-946dc92786dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:50:16.909719 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b67f7d3-bad6-4e3b-b773-b543152e948e None None] New status for floating IP df196675-3678-4dab-ad3e-e110aea8391f: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:50:17.307222 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae7f80-3fa2-48b7-9642-32630912c475 req-3ee8179b-9ddc-45a6-8def-2b173bb3a9f3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:17.308675 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e8ae7f80-3fa2-48b7-9642-32630912c475 req-3ee8179b-9ddc-45a6-8def-2b173bb3a9f3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0536242 Mar 23 23:50:17.360172 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e8ae7f80-3fa2-48b7-9642-32630912c475 req-207ffbc6-102f-4020-9664-cbd5db6decfd tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432749 Mar 23 23:50:17.766545 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-02b98a46-4d45-48f0-9ae6-134e292d6fa3 req-8784ec3a-caf6-42c7-b22a-61739c4c0722 service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045456 Mar 23 23:50:18.201380 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-31de7cff-b769-4ce0-ba81-4a31b9ec25cb tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:18.202786 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-31de7cff-b769-4ce0-ba81-4a31b9ec25cb tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/networks?id=666de4f5-35d2-4307-befa-e2ed2adb6ca7 HTTP/1.1" status: 200 len: 808 time: 0.1133676 Mar 23 23:50:18.219286 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-e791d91e-c4de-49fb-95b4-6117c2a4fed7 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/quotas/b3370665afba4ccfae501ec909be0ce9 HTTP/1.1" status: 200 len: 375 time: 0.0095890 Mar 23 23:50:18.250561 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-7495f296-9309-4f28-aa55-8d0ffcdab1bb tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3370665afba4ccfae501ec909be0ce9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263889 Mar 23 23:50:18.344380 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ad0b0373-f06b-456a-b02e-2d7c559b6d64 service neutron] 10.222.0.31 "GET /v2.0/networks/666de4f5-35d2-4307-befa-e2ed2adb6ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873668 Mar 23 23:50:18.454858 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-9a8b5b52-8e03-4c43-998c-469f09a2679a service neutron] 10.222.0.31 "GET /v2.0/networks/666de4f5-35d2-4307-befa-e2ed2adb6ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032488 Mar 23 23:50:18.494620 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6d55a-6aab-47fd-b24b-b5fcf336ad49 req-476fba37-c9f9-4f26-906b-cf1a43e9f94a tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:18.496132 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c5e6d55a-6aab-47fd-b24b-b5fcf336ad49 req-476fba37-c9f9-4f26-906b-cf1a43e9f94a tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0647883 Mar 23 23:50:18.546089 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c5e6d55a-6aab-47fd-b24b-b5fcf336ad49 req-38c63926-e791-4b30-9e89-ed6bbb168ebd tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436063 Mar 23 23:50:18.622209 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-17b7393e-bedf-4695-8cdf-584cf153c1af req-e3856cee-d9bb-4f44-a80e-58f128b42ee7 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=acbc3216-7146-410f-a0db-1110803e530d HTTP/1.1" status: 200 len: 210 time: 0.0306957 Mar 23 23:50:18.639386 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 7ee6ea0c-20c1-41c1-886d-195c6daa3f75 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:50:18.669603 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: 7ee6ea0c-20c1-41c1-886d-195c6daa3f75 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:50:18.669941 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 7ee6ea0c-20c1-41c1-886d-195c6daa3f75 not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:50:18.683605 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:18.731366 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-02b98a46-4d45-48f0-9ae6-134e292d6fa3 req-b374295c-a661-458a-86e1-8b29e4c822fe service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919290 Mar 23 23:50:19.681329 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec3032-5b01-4b6b-8ac9-8d2a7a08802e req-7b5e5bf0-dfc8-4491-a760-c89b1c840625 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:19.688367 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c9ec3032-5b01-4b6b-8ac9-8d2a7a08802e req-7b5e5bf0-dfc8-4491-a760-c89b1c840625 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0720308 Mar 23 23:50:19.732145 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c3382303-b4aa-4e01-83f3-8393482a9c40 req-a78ad3d1-a401-4ea9-a3da-01a8e47b73ba tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=acbc3216-7146-410f-a0db-1110803e530d HTTP/1.1" status: 200 len: 210 time: 0.0358007 Mar 23 23:50:19.753848 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c9ec3032-5b01-4b6b-8ac9-8d2a7a08802e req-4378e754-60c8-44f0-bcf1-011bd55a29d1 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646410 Mar 23 23:50:20.455730 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-55d730f1-49de-43db-b18e-fbea3ea1cb9d tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:20.457276 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-55d730f1-49de-43db-b18e-fbea3ea1cb9d tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.20 "GET /v2.0/networks?id=666de4f5-35d2-4307-befa-e2ed2adb6ca7 HTTP/1.1" status: 200 len: 808 time: 0.1273279 Mar 23 23:50:20.473755 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-928f2906-6247-4bc3-a22f-5f9f39cdc9e3 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Request body: {'port': {'device_id': 'acbc3216-7146-410f-a0db-1110803e530d', 'network_id': '666de4f5-35d2-4307-befa-e2ed2adb6ca7', 'admin_state_up': True, 'tenant_id': 'b3370665afba4ccfae501ec909be0ce9'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:50:20.582617 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-928f2906-6247-4bc3-a22f-5f9f39cdc9e3 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Made reservation on behalf of b3370665afba4ccfae501ec909be0ce9 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:50:20.586105 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-928f2906-6247-4bc3-a22f-5f9f39cdc9e3 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:20.877411 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0db0ecbc-563c-466b-82ed-249fe378da02 req-6275683c-7201-40b4-8801-8cb55a73b0d1 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=acbc3216-7146-410f-a0db-1110803e530d HTTP/1.1" status: 200 len: 210 time: 0.0558629 Mar 23 23:50:20.946909 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1983644-5889-424a-a473-2d3fb2bb70ce req-88b29272-66df-412b-b7d6-2fb8da014cef tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:20.948403 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c1983644-5889-424a-a473-2d3fb2bb70ce req-88b29272-66df-412b-b7d6-2fb8da014cef tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0694654 Mar 23 23:50:20.981593 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-928f2906-6247-4bc3-a22f-5f9f39cdc9e3 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Allocated IP 172.20.0.7 (666de4f5-35d2-4307-befa-e2ed2adb6ca7/62c6d049-3ba8-4096-84c5-80553d4f0942/baf20fae-a7f1-486d-b6aa-956d9ccd62eb) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:50:21.002589 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c1983644-5889-424a-a473-2d3fb2bb70ce req-a23cc59a-ac41-42f6-b52d-2fe452aea9ac tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482268 Mar 23 23:50:21.130951 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-928f2906-6247-4bc3-a22f-5f9f39cdc9e3 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Publish callbacks [] for port (baf20fae-a7f1-486d-b6aa-956d9ccd62eb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:21.174985 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-928f2906-6247-4bc3-a22f-5f9f39cdc9e3 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (baf20fae-a7f1-486d-b6aa-956d9ccd62eb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:21.219220 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-928f2906-6247-4bc3-a22f-5f9f39cdc9e3 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Network 666de4f5-35d2-4307-befa-e2ed2adb6ca7 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:50:21.222451 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-928f2906-6247-4bc3-a22f-5f9f39cdc9e3 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:50:21.229074 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-928f2906-6247-4bc3-a22f-5f9f39cdc9e3 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:50:21.256775 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f2906-6247-4bc3-a22f-5f9f39cdc9e3 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Pushing event updated for resources: {'Port': ['ID=baf20fae-a7f1-486d-b6aa-956d9ccd62eb,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:21.282142 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-928f2906-6247-4bc3-a22f-5f9f39cdc9e3 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:21.282748 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-928f2906-6247-4bc3-a22f-5f9f39cdc9e3 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:21.302213 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-928f2906-6247-4bc3-a22f-5f9f39cdc9e3 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8322916 Mar 23 23:50:21.331645 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] Request body: {'port': {'device_id': 'acbc3216-7146-410f-a0db-1110803e530d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:50:21.405831 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (baf20fae-a7f1-486d-b6aa-956d9ccd62eb), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:21.676698 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf20fae-a7f1-486d-b6aa-956d9ccd62eb {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:50:21.688003 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] Publish callbacks [] for port (baf20fae-a7f1-486d-b6aa-956d9ccd62eb), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:21.705140 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] Transition to ACTIVE for port object baf20fae-a7f1-486d-b6aa-956d9ccd62eb will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 23:50:21.710296 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (baf20fae-a7f1-486d-b6aa-956d9ccd62eb), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:21.759853 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] Pushing event updated for resources: {'Port': ['ID=baf20fae-a7f1-486d-b6aa-956d9ccd62eb,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:21.838356 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] Attempting to bind port baf20fae-a7f1-486d-b6aa-956d9ccd62eb on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:50:21.838724 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] Attempting to bind port baf20fae-a7f1-486d-b6aa-956d9ccd62eb by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '0c5db8df-2739-48a9-834d-8340f5f46b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '666de4f5-35d2-4307-befa-e2ed2adb6ca7'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:50:21.839046 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] Attempting to bind port baf20fae-a7f1-486d-b6aa-956d9ccd62eb on network 666de4f5-35d2-4307-befa-e2ed2adb6ca7 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:50:21.846085 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] Port baf20fae-a7f1-486d-b6aa-956d9ccd62eb on network 666de4f5-35d2-4307-befa-e2ed2adb6ca7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 23:50:21.846525 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] Attempting to bind port baf20fae-a7f1-486d-b6aa-956d9ccd62eb on network 666de4f5-35d2-4307-befa-e2ed2adb6ca7 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:50:21.854137 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:50:21.854137 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] Checking segment: {'id': '0c5db8df-2739-48a9-834d-8340f5f46b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '666de4f5-35d2-4307-befa-e2ed2adb6ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:50:21.854137 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] Bound using segment: {'id': '0c5db8df-2739-48a9-834d-8340f5f46b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '666de4f5-35d2-4307-befa-e2ed2adb6ca7'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:50:21.854137 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] Bound port: baf20fae-a7f1-486d-b6aa-956d9ccd62eb, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5db8df-2739-48a9-834d-8340f5f46b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '666de4f5-35d2-4307-befa-e2ed2adb6ca7'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:50:21.854137 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (baf20fae-a7f1-486d-b6aa-956d9ccd62eb), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:21.933722 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] For port baf20fae-a7f1-486d-b6aa-956d9ccd62eb, host hv-cinder-74915, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:50:21.938002 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] For port baf20fae-a7f1-486d-b6aa-956d9ccd62eb, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=baf20fae-a7f1-486d-b6aa-956d9ccd62eb,segment=NetworkSegment(0c5db8df-2739-48a9-834d-8340f5f46b92),segment_id=0c5db8df-2739-48a9-834d-8340f5f46b92)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:50:21.946968 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (baf20fae-a7f1-486d-b6aa-956d9ccd62eb), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:22.002217 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:22.003278 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:22.004599 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] 10.222.0.20 "PUT /v2.0/ports/baf20fae-a7f1-486d-b6aa-956d9ccd62eb HTTP/1.1" status: 200 len: 1093 time: 0.6794059 Mar 23 23:50:22.005045 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbc3216-7146-410f-a0db-1110803e530d', 'tag': 'baf20fae-a7f1-486d-b6aa-956d9ccd62eb'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:50:22.007601 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03aa8dd7-133b-4202-9a24-7db6a294714a" -d '{"events": [{"name": "network-changed", "server_uuid": "acbc3216-7146-410f-a0db-1110803e530d", "tag": "baf20fae-a7f1-486d-b6aa-956d9ccd62eb"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:50:22.043091 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563a4f8-1191-4776-98d6-87b312597ab4 req-f96040db-533c-46a0-aaf0-54c913db3c4c tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:22.045619 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a563a4f8-1191-4776-98d6-87b312597ab4 req-f96040db-533c-46a0-aaf0-54c913db3c4c tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=acbc3216-7146-410f-a0db-1110803e530d HTTP/1.1" status: 200 len: 943 time: 0.0674512 Mar 23 23:50:22.056325 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d9c2c-53c3-45f6-8098-bdb4284efcf3 service neutron] Pushing event updated for resources: {'Port': ['ID=baf20fae-a7f1-486d-b6aa-956d9ccd62eb,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:22.099354 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4606fc5-f4f3-4643-afac-338395ad734d x-openstack-request-id: req-b4606fc5-f4f3-4643-afac-338395ad734d {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:50:22.099646 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acbc3216-7146-410f-a0db-1110803e530d", "tag": "baf20fae-a7f1-486d-b6aa-956d9ccd62eb", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:50:22.099923 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4606fc5-f4f3-4643-afac-338395ad734d {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:50:22.100367 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4606fc5-f4f3-4643-afac-338395ad734d'] response: {'name': 'network-changed', 'server_uuid': 'acbc3216-7146-410f-a0db-1110803e530d', 'tag': 'baf20fae-a7f1-486d-b6aa-956d9ccd62eb', 'status': 'completed', 'code': 200} Mar 23 23:50:22.111721 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a563a4f8-1191-4776-98d6-87b312597ab4 req-1f68f274-b51d-4115-ade5-dfe5d4e74a65 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593538 Mar 23 23:50:22.133464 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-1a1a1cd1-246c-400c-98df-b164b09c916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:22.133464 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-1a1a1cd1-246c-400c-98df-b164b09c916d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3370665afba4ccfae501ec909be0ce9&device_id=acbc3216-7146-410f-a0db-1110803e530d HTTP/1.1" status: 200 len: 1127 time: 0.0612600 Mar 23 23:50:22.181428 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-4c90e893-dc0b-4283-8428-fc36008cd485 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baf20fae-a7f1-486d-b6aa-956d9ccd62eb HTTP/1.1" status: 200 len: 217 time: 0.0416965 Mar 23 23:50:22.192681 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f46faa-4ea6-4188-abf7-785454b9703e req-26f59701-a6c2-4c4e-8cde-ac62f9b35810 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:22.194560 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-38f46faa-4ea6-4188-abf7-785454b9703e req-26f59701-a6c2-4c4e-8cde-ac62f9b35810 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0625167 Mar 23 23:50:22.232802 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-629fafe2-67cd-49ec-a0c7-1fdf9b762517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:22.234504 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-629fafe2-67cd-49ec-a0c7-1fdf9b762517 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62c6d049-3ba8-4096-84c5-80553d4f0942 HTTP/1.1" status: 200 len: 848 time: 0.0463228 Mar 23 23:50:22.254825 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-38f46faa-4ea6-4188-abf7-785454b9703e req-cfa1b00c-068a-4b32-9772-cbebb76abac5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537920 Mar 23 23:50:22.276507 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-e3acb321-3fda-4fe4-8c6e-8fcd38e7c540 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=666de4f5-35d2-4307-befa-e2ed2adb6ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268531 Mar 23 23:50:22.373226 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-780280f0-7604-4f72-8362-58c771af0cf0 service neutron] 10.222.0.20 "GET /v2.0/networks/666de4f5-35d2-4307-befa-e2ed2adb6ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918722 Mar 23 23:50:22.472397 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-1e61e632-478e-4f82-8a76-ac6804270aaa req-a6d4b1a7-423d-4f6f-bc96-d52959ca7b1d service neutron] 10.222.0.20 "GET /v2.0/networks/666de4f5-35d2-4307-befa-e2ed2adb6ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923283 Mar 23 23:50:22.573098 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa8dd7-133b-4202-9a24-7db6a294714a req-4dc588cc-4e7f-4e60-858c-79bae0ed61d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:22.574688 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-03aa8dd7-133b-4202-9a24-7db6a294714a req-4dc588cc-4e7f-4e60-858c-79bae0ed61d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3370665afba4ccfae501ec909be0ce9&device_id=acbc3216-7146-410f-a0db-1110803e530d HTTP/1.1" status: 200 len: 1127 time: 0.0531735 Mar 23 23:50:22.671952 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa8dd7-133b-4202-9a24-7db6a294714a req-e4fd8fdb-8eb0-49a7-bbb7-7222e74326f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:22.673501 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-03aa8dd7-133b-4202-9a24-7db6a294714a req-e4fd8fdb-8eb0-49a7-bbb7-7222e74326f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=666de4f5-35d2-4307-befa-e2ed2adb6ca7 HTTP/1.1" status: 200 len: 908 time: 0.0910223 Mar 23 23:50:22.715701 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-03aa8dd7-133b-4202-9a24-7db6a294714a req-7cf7222a-d045-4572-a69d-13e927f9441b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baf20fae-a7f1-486d-b6aa-956d9ccd62eb HTTP/1.1" status: 200 len: 217 time: 0.0359480 Mar 23 23:50:22.774495 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa8dd7-133b-4202-9a24-7db6a294714a req-59740ed9-58a6-4546-b02e-0ef3c946a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:22.776488 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-03aa8dd7-133b-4202-9a24-7db6a294714a req-59740ed9-58a6-4546-b02e-0ef3c946a349 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62c6d049-3ba8-4096-84c5-80553d4f0942 HTTP/1.1" status: 200 len: 848 time: 0.0533977 Mar 23 23:50:22.809174 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-03aa8dd7-133b-4202-9a24-7db6a294714a req-a1650649-4136-4ffe-be00-f1d80a1c2b42 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=666de4f5-35d2-4307-befa-e2ed2adb6ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250926 Mar 23 23:50:22.907862 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-03aa8dd7-133b-4202-9a24-7db6a294714a req-5fee0221-e21e-47e7-b756-675773e8c0f2 service neutron] 10.222.0.20 "GET /v2.0/networks/666de4f5-35d2-4307-befa-e2ed2adb6ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845530 Mar 23 23:50:23.030276 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-03aa8dd7-133b-4202-9a24-7db6a294714a req-f6e7e4d0-33f2-46f6-b9e8-bc35ce3c254e service neutron] 10.222.0.20 "GET /v2.0/networks/666de4f5-35d2-4307-befa-e2ed2adb6ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985579 Mar 23 23:50:23.102121 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 48588) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:50:23.150605 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c3f669-c3b6-4fc4-af66-33b2a5e67158 admin admin] Deleting subnet 810e435b-35e4-4691-b634-34e68be59fe5 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 23:50:23.154239 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f669-c3b6-4fc4-af66-33b2a5e67158 admin admin] Publish callbacks [] for subnet (810e435b-35e4-4691-b634-34e68be59fe5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:23.195957 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f669-c3b6-4fc4-af66-33b2a5e67158 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7433114'] for subnet (810e435b-35e4-4691-b634-34e68be59fe5), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:23.236504 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0b035-2dd4-4e09-a700-808e37ff6ed2 req-000e5212-22c7-46d3-83fb-4ef8e4d98048 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:23.238833 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3af0b035-2dd4-4e09-a700-808e37ff6ed2 req-000e5212-22c7-46d3-83fb-4ef8e4d98048 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=acbc3216-7146-410f-a0db-1110803e530d HTTP/1.1" status: 200 len: 943 time: 0.0564706 Mar 23 23:50:23.250194 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f669-c3b6-4fc4-af66-33b2a5e67158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171796'] for subnet (810e435b-35e4-4691-b634-34e68be59fe5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:23.317068 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f669-c3b6-4fc4-af66-33b2a5e67158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5644079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6018763'] for subnet (810e435b-35e4-4691-b634-34e68be59fe5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:23.329814 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3af0b035-2dd4-4e09-a700-808e37ff6ed2 req-79ca3f2e-6284-4572-8057-10e87605e0d7 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837874 Mar 23 23:50:23.351466 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3f669-c3b6-4fc4-af66-33b2a5e67158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=810e435b-35e4-4691-b634-34e68be59fe5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:23.356892 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f669-c3b6-4fc4-af66-33b2a5e67158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:23.360166 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-c2c3f669-c3b6-4fc4-af66-33b2a5e67158 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/810e435b-35e4-4691-b634-34e68be59fe5 HTTP/1.1" status: 204 len: 168 time: 0.2567253 Mar 23 23:50:23.362844 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 48604) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:50:23.405899 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6511f-64a4-4ac9-b82e-6082f30681e3 req-9b88d8c4-f3fa-4e3b-b286-77ed1ef20c89 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:23.407474 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1ef6511f-64a4-4ac9-b82e-6082f30681e3 req-9b88d8c4-f3fa-4e3b-b286-77ed1ef20c89 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0672615 Mar 23 23:50:23.435736 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1d5f510a-c31f-4296-840b-dbc83d3c5714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049883'] for network (e2b466af-2c21-4ad9-9c01-692ee74fa76d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:23.463375 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1ef6511f-64a4-4ac9-b82e-6082f30681e3 req-6c9047a6-cfcf-4911-b1ae-66bd6bcc5391 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500281 Mar 23 23:50:23.519537 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1d5f510a-c31f-4296-840b-dbc83d3c5714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506273', 'neutron.services.segments.db._delete_segments_for_network-8777139652675'] for network (e2b466af-2c21-4ad9-9c01-692ee74fa76d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:23.540830 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-1d5f510a-c31f-4296-840b-dbc83d3c5714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b466af-2c21-4ad9-9c01-692ee74fa76d']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:50:23.550316 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-1d5f510a-c31f-4296-840b-dbc83d3c5714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a368c1d-ec75-4bbf-b673-acf5cce3e96f') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:50:23.550562 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-1d5f510a-c31f-4296-840b-dbc83d3c5714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a368c1d-ec75-4bbf-b673-acf5cce3e96f') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:50:23.560550 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1d5f510a-c31f-4296-840b-dbc83d3c5714 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777139653708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7433123'] for segment (8a368c1d-ec75-4bbf-b673-acf5cce3e96f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:23.574737 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1d5f510a-c31f-4296-840b-dbc83d3c5714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (8a368c1d-ec75-4bbf-b673-acf5cce3e96f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:23.581704 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5f510a-c31f-4296-840b-dbc83d3c5714 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 23:50:23.582060 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1d5f510a-c31f-4296-840b-dbc83d3c5714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5693581'] for segment (8a368c1d-ec75-4bbf-b673-acf5cce3e96f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: Traceback (most recent call last): Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: timer() Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: cb(*args, **kw) Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: return func(*args, **kwargs) Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: self._notify() Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: self.callback(batched_events) Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: event.method(event) Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: return f(self, *a, **k) Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: return self._get(url).json() Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: return self.request(url, 'GET', **kwargs) Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 23:50:23.583703 dv-cinder-749155-6-iscsi neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 23:50:23.638417 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1d5f510a-c31f-4296-840b-dbc83d3c5714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574832'] for network (e2b466af-2c21-4ad9-9c01-692ee74fa76d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:23.645826 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1d5f510a-c31f-4296-840b-dbc83d3c5714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:23.649187 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-1d5f510a-c31f-4296-840b-dbc83d3c5714 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e2b466af-2c21-4ad9-9c01-692ee74fa76d HTTP/1.1" status: 204 len: 168 time: 0.2854011 Mar 23 23:50:23.652592 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 48608) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:50:23.663306 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f510a-c31f-4296-840b-dbc83d3c5714 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2b466af-2c21-4ad9-9c01-692ee74fa76d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:23.699713 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-864658bd-38be-484a-ae48-843b76963edc admin admin] Deleting subnet a4d54d8e-d309-4458-a2d2-5001363a9427 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 23:50:23.702925 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-864658bd-38be-484a-ae48-843b76963edc admin admin] Publish callbacks [] for subnet (a4d54d8e-d309-4458-a2d2-5001363a9427), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:23.739731 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-864658bd-38be-484a-ae48-843b76963edc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7384360'] for subnet (a4d54d8e-d309-4458-a2d2-5001363a9427), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:23.784883 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-864658bd-38be-484a-ae48-843b76963edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171796'] for subnet (a4d54d8e-d309-4458-a2d2-5001363a9427), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:23.839322 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-864658bd-38be-484a-ae48-843b76963edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5581760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5875758'] for subnet (a4d54d8e-d309-4458-a2d2-5001363a9427), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:23.866205 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864658bd-38be-484a-ae48-843b76963edc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d54d8e-d309-4458-a2d2-5001363a9427,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:23.872022 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-864658bd-38be-484a-ae48-843b76963edc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:23.875022 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-864658bd-38be-484a-ae48-843b76963edc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a4d54d8e-d309-4458-a2d2-5001363a9427 HTTP/1.1" status: 204 len: 168 time: 0.2212996 Mar 23 23:50:23.877533 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 48610) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:50:23.949035 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31d71abf-1201-4ff1-9056-f410771104fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049883'] for network (5741586e-b38a-4064-af97-29131d7802b7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:24.034824 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31d71abf-1201-4ff1-9056-f410771104fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506273', 'neutron.services.segments.db._delete_segments_for_network-8777139652675'] for network (5741586e-b38a-4064-af97-29131d7802b7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:24.273017 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-31d71abf-1201-4ff1-9056-f410771104fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5741586e-b38a-4064-af97-29131d7802b7']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:50:24.284315 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-31d71abf-1201-4ff1-9056-f410771104fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab18dae-03bd-4c31-9d1c-362219643a9f') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:50:24.284606 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-31d71abf-1201-4ff1-9056-f410771104fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab18dae-03bd-4c31-9d1c-362219643a9f') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:50:24.295891 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31d71abf-1201-4ff1-9056-f410771104fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777139653708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7384337'] for segment (3ab18dae-03bd-4c31-9d1c-362219643a9f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:24.310145 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31d71abf-1201-4ff1-9056-f410771104fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (3ab18dae-03bd-4c31-9d1c-362219643a9f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:24.316311 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d71abf-1201-4ff1-9056-f410771104fe admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 23:50:24.316702 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31d71abf-1201-4ff1-9056-f410771104fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5624930'] for segment (3ab18dae-03bd-4c31-9d1c-362219643a9f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: Traceback (most recent call last): Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: timer() Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: cb(*args, **kw) Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: return func(*args, **kwargs) Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: self._notify() Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: self.callback(batched_events) Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: event.method(event) Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: return f(self, *a, **k) Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: return self._get(url).json() Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: return self.request(url, 'GET', **kwargs) Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 23:50:24.318331 dv-cinder-749155-6-iscsi neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 23:50:24.374176 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31d71abf-1201-4ff1-9056-f410771104fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574832'] for network (5741586e-b38a-4064-af97-29131d7802b7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:24.379068 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31d71abf-1201-4ff1-9056-f410771104fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:24.385952 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-31d71abf-1201-4ff1-9056-f410771104fe admin admin] 10.222.0.31 "DELETE /v2.0/networks/5741586e-b38a-4064-af97-29131d7802b7 HTTP/1.1" status: 204 len: 168 time: 0.5074074 Mar 23 23:50:24.413385 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d71abf-1201-4ff1-9056-f410771104fe admin admin] Pushing event deleted for resources: {'Network': ['ID=5741586e-b38a-4064-af97-29131d7802b7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:24.460672 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c0c33-d92b-4705-822c-9a8579829fa8 req-98dfd851-5e7e-4e81-923b-95c2e7dedc0f tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:24.462257 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5a9c0c33-d92b-4705-822c-9a8579829fa8 req-98dfd851-5e7e-4e81-923b-95c2e7dedc0f tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=acbc3216-7146-410f-a0db-1110803e530d HTTP/1.1" status: 200 len: 943 time: 0.0733597 Mar 23 23:50:24.529138 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5a9c0c33-d92b-4705-822c-9a8579829fa8 req-9623d989-69d3-4be5-9fba-ed8a55d7c9fc tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602014 Mar 23 23:50:24.623834 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 48636) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:50:24.625578 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b302d6d-d7a3-4754-8a10-d1c052f884a7 req-5825046e-3f9f-4d9e-930d-467b395f1226 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:24.627465 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0b302d6d-d7a3-4754-8a10-d1c052f884a7 req-5825046e-3f9f-4d9e-930d-467b395f1226 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0604475 Mar 23 23:50:24.671074 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-38021830-1e5a-4864-a9e5-26e46a9e6f61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c42c1da8883541da9c6ba2dbc09f1097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453811 Mar 23 23:50:24.673532 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 48638) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:50:24.689919 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0b302d6d-d7a3-4754-8a10-d1c052f884a7 req-8a989d06-c345-4683-a750-2cd6754cc96e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556636 Mar 23 23:50:24.724280 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27e15bb1-8ea9-4b5a-b4b4-c450278eb1ae admin admin] Publish callbacks [] for security_group (e2086c56-ac0c-4314-be27-dee0ba3b63ce), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:24.747543 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27e15bb1-8ea9-4b5a-b4b4-c450278eb1ae admin admin] Publish callbacks [] for security_group (e2086c56-ac0c-4314-be27-dee0ba3b63ce), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:24.799388 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27e15bb1-8ea9-4b5a-b4b4-c450278eb1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (e2086c56-ac0c-4314-be27-dee0ba3b63ce), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:24.802032 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27e15bb1-8ea9-4b5a-b4b4-c450278eb1ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:24.803279 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-27e15bb1-8ea9-4b5a-b4b4-c450278eb1ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2086c56-ac0c-4314-be27-dee0ba3b63ce HTTP/1.1" status: 204 len: 168 time: 0.1286302 Mar 23 23:50:24.814603 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e15bb1-8ea9-4b5a-b4b4-c450278eb1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2086c56-ac0c-4314-be27-dee0ba3b63ce,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:24.905098 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 48644) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:50:25.131637 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e72e8cc-39f2-4a48-b9dc-b5aec95d856e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:25.169777 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 48654) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:50:25.219572 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-cf6b9852-4b89-4d5f-8479-fbec26e86b14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=107e3eccc305485a8dd85cda5601ea6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483034 Mar 23 23:50:25.222726 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 48656) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:50:25.231507 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e72e8cc-39f2-4a48-b9dc-b5aec95d856e admin admin] Publish callbacks [] for security_group (372d50dc-9ff7-439b-b44d-3ce87b0f9139), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:25.241505 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e72e8cc-39f2-4a48-b9dc-b5aec95d856e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (372d50dc-9ff7-439b-b44d-3ce87b0f9139), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:25.278597 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76e13099-70e5-4ee4-a026-a685b9294638 admin admin] Publish callbacks [] for security_group (28fc73c8-cd86-4794-a607-9c6c7cdfdf15), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:25.297891 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-0e72e8cc-39f2-4a48-b9dc-b5aec95d856e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b18dab7ccd674208bf33e61c2eaf493c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3915858 Mar 23 23:50:25.300056 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72e8cc-39f2-4a48-b9dc-b5aec95d856e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372d50dc-9ff7-439b-b44d-3ce87b0f9139,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:25.301382 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 48658) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:50:25.313417 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76e13099-70e5-4ee4-a026-a685b9294638 admin admin] Publish callbacks [] for security_group (28fc73c8-cd86-4794-a607-9c6c7cdfdf15), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:25.383063 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a8dfeca-dbf8-46fd-8b68-832dc487e50e admin admin] Publish callbacks [] for security_group (372d50dc-9ff7-439b-b44d-3ce87b0f9139), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:25.406558 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76e13099-70e5-4ee4-a026-a685b9294638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (28fc73c8-cd86-4794-a607-9c6c7cdfdf15), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:25.409062 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76e13099-70e5-4ee4-a026-a685b9294638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:25.410227 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-76e13099-70e5-4ee4-a026-a685b9294638 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28fc73c8-cd86-4794-a607-9c6c7cdfdf15 HTTP/1.1" status: 204 len: 168 time: 0.1865814 Mar 23 23:50:25.416455 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a8dfeca-dbf8-46fd-8b68-832dc487e50e admin admin] Publish callbacks [] for security_group (372d50dc-9ff7-439b-b44d-3ce87b0f9139), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:25.429236 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e13099-70e5-4ee4-a026-a685b9294638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fc73c8-cd86-4794-a607-9c6c7cdfdf15,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:25.480864 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a8dfeca-dbf8-46fd-8b68-832dc487e50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (372d50dc-9ff7-439b-b44d-3ce87b0f9139), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:25.483740 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a8dfeca-dbf8-46fd-8b68-832dc487e50e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:25.485077 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-5a8dfeca-dbf8-46fd-8b68-832dc487e50e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/372d50dc-9ff7-439b-b44d-3ce87b0f9139 HTTP/1.1" status: 204 len: 168 time: 0.1825984 Mar 23 23:50:25.498831 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8dfeca-dbf8-46fd-8b68-832dc487e50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372d50dc-9ff7-439b-b44d-3ce87b0f9139,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:25.656594 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcec492-9ba4-4f4f-85ed-cfa1beb7ce37 req-54c4df5c-be6c-4e6a-b062-37ebcb788d74 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:25.658242 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3fcec492-9ba4-4f4f-85ed-cfa1beb7ce37 req-54c4df5c-be6c-4e6a-b062-37ebcb788d74 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=acbc3216-7146-410f-a0db-1110803e530d HTTP/1.1" status: 200 len: 943 time: 0.0549238 Mar 23 23:50:25.713808 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3fcec492-9ba4-4f4f-85ed-cfa1beb7ce37 req-fe90b5a1-049d-4fe6-91ee-f2fb9bcc2a7e tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488434 Mar 23 23:50:25.821027 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4034e-8623-4fd6-85d9-b42d8076dd5e req-ef30db67-a6c3-45ed-b88c-abbed1b2616d tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:25.829504 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-83c4034e-8623-4fd6-85d9-b42d8076dd5e req-ef30db67-a6c3-45ed-b88c-abbed1b2616d tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0647674 Mar 23 23:50:25.862012 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device baf20fae-a7f1-486d-b6aa-956d9ccd62eb details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:50:25.897589 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-83c4034e-8623-4fd6-85d9-b42d8076dd5e req-14d28f31-00e3-4b80-ac3e-eadf13b92734 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639117 Mar 23 23:50:25.989604 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port baf20fae-a7f1-486d-b6aa-956d9ccd62eb, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=baf20fae-a7f1-486d-b6aa-956d9ccd62eb,segment=NetworkSegment(0c5db8df-2739-48a9-834d-8340f5f46b92),segment_id=0c5db8df-2739-48a9-834d-8340f5f46b92)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:50:26.002172 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': 'baf20fae-a7f1-486d-b6aa-956d9ccd62eb', 'network_id': '666de4f5-35d2-4307-befa-e2ed2adb6ca7', 'port_id': 'baf20fae-a7f1-486d-b6aa-956d9ccd62eb', 'mac_address': 'fa:16:3e:39:c4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c6d049-3ba8-4096-84c5-80553d4f0942', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:50:26.042602 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port baf20fae-a7f1-486d-b6aa-956d9ccd62eb is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:50:26.042983 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (baf20fae-a7f1-486d-b6aa-956d9ccd62eb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:26.062267 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf20fae-a7f1-486d-b6aa-956d9ccd62eb {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:50:26.092914 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port baf20fae-a7f1-486d-b6aa-956d9ccd62eb, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=baf20fae-a7f1-486d-b6aa-956d9ccd62eb,segment=NetworkSegment(0c5db8df-2739-48a9-834d-8340f5f46b92),segment_id=0c5db8df-2739-48a9-834d-8340f5f46b92)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:50:26.098665 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (baf20fae-a7f1-486d-b6aa-956d9ccd62eb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:26.155145 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=baf20fae-a7f1-486d-b6aa-956d9ccd62eb,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:26.472870 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['baf20fae-a7f1-486d-b6aa-956d9ccd62eb'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:50:26.856793 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad23ec5-360f-4888-a643-dc812efa9730 req-342f4942-211c-4c23-b8b5-269beba148ce tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:26.858481 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-bad23ec5-360f-4888-a643-dc812efa9730 req-342f4942-211c-4c23-b8b5-269beba148ce tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=acbc3216-7146-410f-a0db-1110803e530d HTTP/1.1" status: 200 len: 944 time: 0.0602987 Mar 23 23:50:26.914131 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-bad23ec5-360f-4888-a643-dc812efa9730 req-9a02933a-84ad-4026-a726-409a27cbadb0 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476778 Mar 23 23:50:27.113061 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c1f9a-c74a-45c1-af59-21a4958ef031 req-69c7a610-30db-4d7f-b43e-0b06996bb35f tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:27.121454 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b08c1f9a-c74a-45c1-af59-21a4958ef031 req-69c7a610-30db-4d7f-b43e-0b06996bb35f tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.1235693 Mar 23 23:50:27.171776 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b08c1f9a-c74a-45c1-af59-21a4958ef031 req-d3186fa4-dc01-4f4c-8ef8-55f9d9e7980f tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490720 Mar 23 23:50:27.878975 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device baf20fae-a7f1-486d-b6aa-956d9ccd62eb up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:50:27.940877 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port baf20fae-a7f1-486d-b6aa-956d9ccd62eb completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 23:50:27.945463 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port baf20fae-a7f1-486d-b6aa-956d9ccd62eb triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:50:27.945846 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (baf20fae-a7f1-486d-b6aa-956d9ccd62eb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:28.031904 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port baf20fae-a7f1-486d-b6aa-956d9ccd62eb is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:50:28.032208 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (baf20fae-a7f1-486d-b6aa-956d9ccd62eb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:28.042015 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30b667-03a1-4fb2-84ad-8e99bbdb1901 req-9b8c426c-9bc6-473c-a532-163489f3c397 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:28.045805 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ed30b667-03a1-4fb2-84ad-8e99bbdb1901 req-9b8c426c-9bc6-473c-a532-163489f3c397 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=acbc3216-7146-410f-a0db-1110803e530d HTTP/1.1" status: 200 len: 944 time: 0.0555112 Mar 23 23:50:28.059319 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbc3216-7146-410f-a0db-1110803e530d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf20fae-a7f1-486d-b6aa-956d9ccd62eb'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:50:28.061594 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c386cff7-cf4a-41cb-892b-14023194c201" -d '{"events": [{"server_uuid": "acbc3216-7146-410f-a0db-1110803e530d", "name": "network-vif-plugged", "status": "completed", "tag": "baf20fae-a7f1-486d-b6aa-956d9ccd62eb"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:50:28.078066 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port baf20fae-a7f1-486d-b6aa-956d9ccd62eb, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=baf20fae-a7f1-486d-b6aa-956d9ccd62eb,segment=NetworkSegment(0c5db8df-2739-48a9-834d-8340f5f46b92),segment_id=0c5db8df-2739-48a9-834d-8340f5f46b92)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:50:28.089881 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (baf20fae-a7f1-486d-b6aa-956d9ccd62eb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:28.101365 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ed30b667-03a1-4fb2-84ad-8e99bbdb1901 req-829a1211-4427-4c53-8320-f3023904d692 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520008 Mar 23 23:50:28.123666 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb84c577-4852-467a-bd73-7cf60e363282 x-openstack-request-id: req-fb84c577-4852-467a-bd73-7cf60e363282 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:50:28.124184 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbc3216-7146-410f-a0db-1110803e530d", "name": "network-vif-plugged", "status": "completed", "tag": "baf20fae-a7f1-486d-b6aa-956d9ccd62eb", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:50:28.124591 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb84c577-4852-467a-bd73-7cf60e363282 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:50:28.125122 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb84c577-4852-467a-bd73-7cf60e363282'] response: {'server_uuid': 'acbc3216-7146-410f-a0db-1110803e530d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf20fae-a7f1-486d-b6aa-956d9ccd62eb', 'code': 200} Mar 23 23:50:28.153836 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=baf20fae-a7f1-486d-b6aa-956d9ccd62eb,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:28.319564 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffe897-1c23-4f94-a5b1-4380bad7d72f req-ec8b2be7-ab75-4c85-95b2-d5c0c03b0532 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:28.321037 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b2ffe897-1c23-4f94-a5b1-4380bad7d72f req-ec8b2be7-ab75-4c85-95b2-d5c0c03b0532 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0671918 Mar 23 23:50:28.352447 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe230ff-deb0-4bf0-a25d-6a18503b473c req-a41e84c9-a205-4c76-8457-7ddde77d4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:28.355375 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-bfe230ff-deb0-4bf0-a25d-6a18503b473c req-a41e84c9-a205-4c76-8457-7ddde77d4f64 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=acbc3216-7146-410f-a0db-1110803e530d HTTP/1.1" status: 200 len: 1129 time: 0.0705457 Mar 23 23:50:28.376386 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b2ffe897-1c23-4f94-a5b1-4380bad7d72f req-58003aeb-7b5c-47f7-904c-3dfb5ccf4ac9 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482774 Mar 23 23:50:28.408816 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-bfe230ff-deb0-4bf0-a25d-6a18503b473c req-245208f4-3902-48af-8d44-ae9d8768425b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461335 Mar 23 23:50:29.233556 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f55d5-771d-4fa3-bbfa-68b5cd7cc9be req-421b13c1-5d4c-4fbf-8791-532474be49fb tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:29.237071 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e36f55d5-771d-4fa3-bbfa-68b5cd7cc9be req-421b13c1-5d4c-4fbf-8791-532474be49fb tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=acbc3216-7146-410f-a0db-1110803e530d HTTP/1.1" status: 200 len: 945 time: 0.0596704 Mar 23 23:50:29.281278 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e36f55d5-771d-4fa3-bbfa-68b5cd7cc9be req-a5168110-13f3-4206-9adf-da3461f62ab8 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406067 Mar 23 23:50:29.502487 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935731c-46ed-42ad-9876-5760c18b57d3 req-2422db4f-e0b7-4c1e-891c-7ead556e4114 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:29.503983 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2935731c-46ed-42ad-9876-5760c18b57d3 req-2422db4f-e0b7-4c1e-891c-7ead556e4114 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0554500 Mar 23 23:50:29.559385 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2935731c-46ed-42ad-9876-5760c18b57d3 req-7fd88714-e199-48c7-ad9d-3cc6f400add3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472033 Mar 23 23:50:30.425402 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc68b7-1526-4c20-8f90-48903fcb8687 req-b2ccb053-7332-47aa-a9b7-7a19718bc74b tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:30.426866 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c9fc68b7-1526-4c20-8f90-48903fcb8687 req-b2ccb053-7332-47aa-a9b7-7a19718bc74b tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=acbc3216-7146-410f-a0db-1110803e530d HTTP/1.1" status: 200 len: 945 time: 0.0598264 Mar 23 23:50:30.480625 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c9fc68b7-1526-4c20-8f90-48903fcb8687 req-8909074a-7ace-432a-9b5b-614822ef0457 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477090 Mar 23 23:50:30.645579 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:50:30.684194 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda341c9-b2f6-4342-bfe7-fe8bfd4b1374 req-dd92ea96-a184-4190-b94a-3e799023444b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:30.685740 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-eda341c9-b2f6-4342-bfe7-fe8bfd4b1374 req-dd92ea96-a184-4190-b94a-3e799023444b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0517700 Mar 23 23:50:30.741308 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-eda341c9-b2f6-4342-bfe7-fe8bfd4b1374 req-01136f0a-ba06-4a75-9ee1-3e476b1b91c9 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482795 Mar 23 23:50:31.350646 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce8d40-d4fb-4abc-ade5-e3f50b7c1dfd req-78deb2fc-56cd-4570-9fc7-b186835275d8 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:31.352158 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-42ce8d40-d4fb-4abc-ade5-e3f50b7c1dfd req-78deb2fc-56cd-4570-9fc7-b186835275d8 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=acbc3216-7146-410f-a0db-1110803e530d HTTP/1.1" status: 200 len: 945 time: 0.0597365 Mar 23 23:50:31.400805 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-42ce8d40-d4fb-4abc-ade5-e3f50b7c1dfd req-cdc712e8-7bd2-428d-a080-a36f27b9b811 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425520 Mar 23 23:50:31.875912 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ffdd7-916b-4d67-93fe-7e8c87accfe0 req-2d7ff63c-2b20-44d9-a520-5800851680a5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:31.877433 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f39ffdd7-916b-4d67-93fe-7e8c87accfe0 req-2d7ff63c-2b20-44d9-a520-5800851680a5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0579922 Mar 23 23:50:31.910128 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 48942) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:50:31.929708 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f39ffdd7-916b-4d67-93fe-7e8c87accfe0 req-16d2fba7-ba0e-4e46-8fb9-59ee427b6bf4 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453041 Mar 23 23:50:32.030592 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9231add8-db05-4275-9db7-9dd5c4670cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:32.124817 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9231add8-db05-4275-9db7-9dd5c4670cfb admin admin] Publish callbacks [] for security_group (06d75974-a71e-4ae5-b641-6d718e8997bb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:32.131580 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9231add8-db05-4275-9db7-9dd5c4670cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (06d75974-a71e-4ae5-b641-6d718e8997bb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:32.170822 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-9231add8-db05-4275-9db7-9dd5c4670cfb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ff4e45a70e74a76b3cc93303e920da3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594371 Mar 23 23:50:32.172997 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 48948) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:50:32.173290 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231add8-db05-4275-9db7-9dd5c4670cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d75974-a71e-4ae5-b641-6d718e8997bb,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:32.222767 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac5f7-e45f-480d-bcf9-27d22b0aea70 admin admin] Publish callbacks [] for security_group (06d75974-a71e-4ae5-b641-6d718e8997bb), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:32.244937 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac5f7-e45f-480d-bcf9-27d22b0aea70 admin admin] Publish callbacks [] for security_group (06d75974-a71e-4ae5-b641-6d718e8997bb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:32.299408 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac5f7-e45f-480d-bcf9-27d22b0aea70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (06d75974-a71e-4ae5-b641-6d718e8997bb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:32.301965 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac5f7-e45f-480d-bcf9-27d22b0aea70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:32.303307 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-5b9ac5f7-e45f-480d-bcf9-27d22b0aea70 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06d75974-a71e-4ae5-b641-6d718e8997bb HTTP/1.1" status: 204 len: 168 time: 0.1288383 Mar 23 23:50:32.311819 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ac5f7-e45f-480d-bcf9-27d22b0aea70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d75974-a71e-4ae5-b641-6d718e8997bb,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:32.532304 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd70e9-7b44-45e8-a84c-7dc3b9596d27 req-a10aaca6-16b2-4d99-856c-bcfbbd81d89d tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:32.534070 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cfcd70e9-7b44-45e8-a84c-7dc3b9596d27 req-a10aaca6-16b2-4d99-856c-bcfbbd81d89d tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=acbc3216-7146-410f-a0db-1110803e530d HTTP/1.1" status: 200 len: 945 time: 0.0597961 Mar 23 23:50:32.586949 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cfcd70e9-7b44-45e8-a84c-7dc3b9596d27 req-ae5fd157-270a-4727-8d61-9436ed8ce6f4 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/security-groups?id=313a7285-94ec-4ffc-8a11-650540b080f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471606 Mar 23 23:50:33.059897 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc588b-6702-43d6-95b0-4d87672c475a req-166650ec-4b06-4f81-9a18-3a970e45518d tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:33.061768 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cebc588b-6702-43d6-95b0-4d87672c475a req-166650ec-4b06-4f81-9a18-3a970e45518d tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0582764 Mar 23 23:50:33.108644 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cebc588b-6702-43d6-95b0-4d87672c475a req-b4951d87-48a6-4fe2-9e81-2eaaeadf86a5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411150 Mar 23 23:50:33.194337 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8161d9-6c93-4961-8817-2d8234e95bac req-7c1e57e9-3fca-4c5c-9117-e727da542a3e tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:33.195798 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-5b8161d9-6c93-4961-8817-2d8234e95bac req-7c1e57e9-3fca-4c5c-9117-e727da542a3e tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbc3216-7146-410f-a0db-1110803e530d HTTP/1.1" status: 200 len: 945 time: 0.0565763 Mar 23 23:50:33.303752 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-5b8161d9-6c93-4961-8817-2d8234e95bac req-bbb4d40f-1125-4b1e-8a05-9441743e1e23 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Deleting port baf20fae-a7f1-486d-b6aa-956d9ccd62eb {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:50:33.304089 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5b8161d9-6c93-4961-8817-2d8234e95bac req-bbb4d40f-1125-4b1e-8a05-9441743e1e23 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (baf20fae-a7f1-486d-b6aa-956d9ccd62eb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:33.410370 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-5b8161d9-6c93-4961-8817-2d8234e95bac req-bbb4d40f-1125-4b1e-8a05-9441743e1e23 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] For port baf20fae-a7f1-486d-b6aa-956d9ccd62eb, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=baf20fae-a7f1-486d-b6aa-956d9ccd62eb,segment=NetworkSegment(0c5db8df-2739-48a9-834d-8340f5f46b92),segment_id=0c5db8df-2739-48a9-834d-8340f5f46b92)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:50:33.410744 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5b8161d9-6c93-4961-8817-2d8234e95bac req-bbb4d40f-1125-4b1e-8a05-9441743e1e23 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (baf20fae-a7f1-486d-b6aa-956d9ccd62eb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:33.424857 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-5b8161d9-6c93-4961-8817-2d8234e95bac req-bbb4d40f-1125-4b1e-8a05-9441743e1e23 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Calling delete_port for baf20fae-a7f1-486d-b6aa-956d9ccd62eb owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:50:33.564523 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5b8161d9-6c93-4961-8817-2d8234e95bac req-bbb4d40f-1125-4b1e-8a05-9441743e1e23 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (baf20fae-a7f1-486d-b6aa-956d9ccd62eb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:33.577835 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['baf20fae-a7f1-486d-b6aa-956d9ccd62eb'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:50:33.599913 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4d40f-1125-4b1e-8a05-9441743e1e23 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Pushing event deleted for resources: {'Port': ['ID=baf20fae-a7f1-486d-b6aa-956d9ccd62eb,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:33.646705 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8161d9-6c93-4961-8817-2d8234e95bac req-bbb4d40f-1125-4b1e-8a05-9441743e1e23 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] No DVR routers for this DVR port baf20fae-a7f1-486d-b6aa-956d9ccd62eb on host hv-cinder-74915 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:50:33.649445 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5b8161d9-6c93-4961-8817-2d8234e95bac req-bbb4d40f-1125-4b1e-8a05-9441743e1e23 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:33.653494 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-5b8161d9-6c93-4961-8817-2d8234e95bac req-bbb4d40f-1125-4b1e-8a05-9441743e1e23 tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.20 "DELETE /v2.0/ports/baf20fae-a7f1-486d-b6aa-956d9ccd62eb HTTP/1.1" status: 204 len: 173 time: 0.4426978 Mar 23 23:50:33.653993 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbc3216-7146-410f-a0db-1110803e530d', 'name': 'network-vif-deleted', 'tag': 'baf20fae-a7f1-486d-b6aa-956d9ccd62eb'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:50:33.656217 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b50166-a4d0-42e6-bb90-04b12e104e5e" -d '{"events": [{"server_uuid": "acbc3216-7146-410f-a0db-1110803e530d", "name": "network-vif-deleted", "tag": "baf20fae-a7f1-486d-b6aa-956d9ccd62eb"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:50:33.701695 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-85ed337e-3215-471a-b18b-ca7145e1b048 req-16935faa-8887-4f5d-b97e-50d73128019d tempest-VolumesActionsTest-1444985499 tempest-VolumesActionsTest-1444985499-project] 10.222.0.31 "GET /v2.0/ports?device_id=acbc3216-7146-410f-a0db-1110803e530d HTTP/1.1" status: 200 len: 210 time: 0.0391619 Mar 23 23:50:33.711294 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3b8651-17fe-42fb-9cd7-b56c201f7598 x-openstack-request-id: req-7e3b8651-17fe-42fb-9cd7-b56c201f7598 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:50:33.711609 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbc3216-7146-410f-a0db-1110803e530d", "name": "network-vif-deleted", "tag": "baf20fae-a7f1-486d-b6aa-956d9ccd62eb", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:50:33.711852 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e3b8651-17fe-42fb-9cd7-b56c201f7598 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:50:33.712268 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e3b8651-17fe-42fb-9cd7-b56c201f7598'] response: {'server_uuid': 'acbc3216-7146-410f-a0db-1110803e530d', 'name': 'network-vif-deleted', 'tag': 'baf20fae-a7f1-486d-b6aa-956d9ccd62eb', 'status': 'completed', 'code': 200} Mar 23 23:50:34.248130 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fd41e-e7a2-43d5-ba79-ad23efd71bf2 req-071493c0-dffb-4158-aada-9f1c7dd4197d tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:34.249728 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9d0fd41e-e7a2-43d5-ba79-ad23efd71bf2 req-071493c0-dffb-4158-aada-9f1c7dd4197d tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0632036 Mar 23 23:50:34.301319 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9d0fd41e-e7a2-43d5-ba79-ad23efd71bf2 req-4ce3e0d5-6b86-484f-b3ab-2f49b0e57732 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458062 Mar 23 23:50:35.067216 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97a43e-7277-4ed4-bc44-a1fc2353d586 req-eb7b2944-e646-4201-94d1-e8f50bdbbc7b tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:35.068727 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8d97a43e-7277-4ed4-bc44-a1fc2353d586 req-eb7b2944-e646-4201-94d1-e8f50bdbbc7b tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0577006 Mar 23 23:50:35.122190 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8d97a43e-7277-4ed4-bc44-a1fc2353d586 req-0bf8bd7b-f1cd-4132-adad-d7b35977aed5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473757 Mar 23 23:50:35.433097 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fc5e7-1f86-4528-801c-8989075db340 req-b3d386ce-0d1d-4ebf-8386-88462eb1a33b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:35.434619 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e22fc5e7-1f86-4528-801c-8989075db340 req-b3d386ce-0d1d-4ebf-8386-88462eb1a33b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0599747 Mar 23 23:50:35.486151 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e22fc5e7-1f86-4528-801c-8989075db340 req-6798ba2f-3b3d-400f-a33d-e2f18847731e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457170 Mar 23 23:50:35.945031 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-fd42de52-cdfe-45af-b294-cf5a1e8e2cd3 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=929a426d6db446fcb74c75bf87ef1555&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313904 Mar 23 23:50:36.156510 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9906ab6b-18fd-4b66-8816-99bbf924bf83 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:36.158380 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9906ab6b-18fd-4b66-8816-99bbf924bf83 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2046146 Mar 23 23:50:36.174126 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-64c18999-ea64-4503-b63b-f22d0fa44500 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/quotas/929a426d6db446fcb74c75bf87ef1555 HTTP/1.1" status: 200 len: 375 time: 0.0101950 Mar 23 23:50:36.219222 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-293321ef-299a-4848-ab5b-549bac287d03 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=929a426d6db446fcb74c75bf87ef1555&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377696 Mar 23 23:50:36.262162 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2f3d2-6095-43a2-858d-dc557f3e5c73 req-00b2dcdb-b08f-4cb2-9051-bae9af6e19e3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:36.264227 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8ce2f3d2-6095-43a2-858d-dc557f3e5c73 req-00b2dcdb-b08f-4cb2-9051-bae9af6e19e3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0729117 Mar 23 23:50:36.311515 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8ce2f3d2-6095-43a2-858d-dc557f3e5c73 req-dcb148d7-13de-4c38-8249-555e8517c24c tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414581 Mar 23 23:50:36.380889 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d694f398-cf0e-412f-961e-f57c64fe9859 req-f116b3ba-3544-45d0-9a9d-abc1a3527c53 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 210 time: 0.0283279 Mar 23 23:50:36.615299 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e92b95-54b7-412d-a98f-28b6cf1f1d95 req-8563f21e-fc31-43b6-b344-7fbba3b41511 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:36.616849 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e3e92b95-54b7-412d-a98f-28b6cf1f1d95 req-8563f21e-fc31-43b6-b344-7fbba3b41511 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0602057 Mar 23 23:50:36.665723 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e3e92b95-54b7-412d-a98f-28b6cf1f1d95 req-a63560f9-2878-4250-b3d9-cba83f0ecd66 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430586 Mar 23 23:50:37.243134 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5d8bcfc8-9372-43dc-ba6d-5fd110d2b66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:37.459473 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c00a6c-1ca6-4e6b-b1fa-7cb0a1a871c0 req-98e6fea5-0bc7-468b-b309-995a65cbdc7d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:37.460839 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-12c00a6c-1ca6-4e6b-b1fa-7cb0a1a871c0 req-98e6fea5-0bc7-468b-b309-995a65cbdc7d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0537708 Mar 23 23:50:37.491823 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-20fa2371-3cc5-4402-88bc-6264f92148c8 req-c58975ae-7d3d-4686-b1ab-97af637b185c tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 210 time: 0.0300398 Mar 23 23:50:37.535808 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-12c00a6c-1ca6-4e6b-b1fa-7cb0a1a871c0 req-1fd98023-3c11-428e-bbc7-3a9ced31d8b8 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654647 Mar 23 23:50:37.789630 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbc1e6-7ed4-4280-8ffb-2b1ecd040ec3 req-24e0adf9-bdf2-4e95-b4e7-5c9d0b7119ef tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:37.791119 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1dbbc1e6-7ed4-4280-8ffb-2b1ecd040ec3 req-24e0adf9-bdf2-4e95-b4e7-5c9d0b7119ef tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0571530 Mar 23 23:50:37.841683 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1dbbc1e6-7ed4-4280-8ffb-2b1ecd040ec3 req-cc103f39-e3ed-4bdc-9db3-d79aee1f5e55 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448928 Mar 23 23:50:38.204338 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device baf20fae-a7f1-486d-b6aa-956d9ccd62eb no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:50:38.230303 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: baf20fae-a7f1-486d-b6aa-956d9ccd62eb {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:50:38.230842 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device baf20fae-a7f1-486d-b6aa-956d9ccd62eb not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:50:38.591871 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fb4e4e1b-d3e3-40c4-8b89-147cd6e04fb3 req-f8eef8b6-096d-4517-ab61-5eaca55ea8b3 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 210 time: 0.0296371 Mar 23 23:50:38.656678 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ccacf-932b-4e77-8dea-2afa74b5f324 req-b5f20022-5eae-4eb6-a284-d6350def6732 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:38.658164 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-397ccacf-932b-4e77-8dea-2afa74b5f324 req-b5f20022-5eae-4eb6-a284-d6350def6732 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0506208 Mar 23 23:50:38.709222 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-397ccacf-932b-4e77-8dea-2afa74b5f324 req-075f6b38-e43f-483c-8059-9c5dae21bd37 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453742 Mar 23 23:50:38.961993 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2ff52-a46e-4725-9a4e-b6b208979841 req-05a29b1f-fdc3-4276-bf46-f9eb49327455 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:38.963438 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b5f2ff52-a46e-4725-9a4e-b6b208979841 req-05a29b1f-fdc3-4276-bf46-f9eb49327455 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0539348 Mar 23 23:50:39.011107 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b5f2ff52-a46e-4725-9a4e-b6b208979841 req-1a2953b9-df3c-4e1f-a449-0193950200c4 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412426 Mar 23 23:50:39.328013 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cc05dd5c-32aa-45cf-9eb0-a4604069a1bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:39.694154 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b76e6a87-952a-495b-84b7-0fc322396371 req-0bca03e7-fc55-4480-8c16-58cb0a74b60f tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 210 time: 0.0257494 Mar 23 23:50:39.844346 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf399a4d-3c71-44ff-a719-c6309fbff209 req-7881ad4d-ee28-43eb-a53a-7c5e81ec3de8 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:39.845768 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-bf399a4d-3c71-44ff-a719-c6309fbff209 req-7881ad4d-ee28-43eb-a53a-7c5e81ec3de8 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0579872 Mar 23 23:50:39.879595 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9ca49592-4d71-471f-864a-e0ca8a0323dc tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=929a426d6db446fcb74c75bf87ef1555&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335631 Mar 23 23:50:39.909692 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-bf399a4d-3c71-44ff-a719-c6309fbff209 req-69ebb244-d017-4cff-9c15-31e8b2512a7c tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554814 Mar 23 23:50:40.086400 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-0d4394c0-4e0b-4081-94c0-92332303878e tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:40.088223 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-0d4394c0-4e0b-4081-94c0-92332303878e tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2015772 Mar 23 23:50:40.102039 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-fa544a82-6b8c-4881-a2bf-75427ab11385 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Request body: {'port': {'device_id': '3719527b-f910-498e-8875-d7b45fdbcc07', 'network_id': '7118bf79-f41b-4b8b-a16a-d6a4b349ad94', 'admin_state_up': True, 'tenant_id': '929a426d6db446fcb74c75bf87ef1555'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:50:40.130183 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f94d0-713e-4614-bb43-c06a6a79ed4d req-cb66ab98-a1ff-4fc1-a8ed-8c653fcdf7dd tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:40.131543 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-316f94d0-713e-4614-bb43-c06a6a79ed4d req-cb66ab98-a1ff-4fc1-a8ed-8c653fcdf7dd tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0524104 Mar 23 23:50:40.180398 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-316f94d0-713e-4614-bb43-c06a6a79ed4d req-25c21a9c-83d7-4e52-92ad-7275bb047c5c tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432007 Mar 23 23:50:40.210205 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-fa544a82-6b8c-4881-a2bf-75427ab11385 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Made reservation on behalf of 929a426d6db446fcb74c75bf87ef1555 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:50:40.213523 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-fa544a82-6b8c-4881-a2bf-75427ab11385 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:40.222444 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-fa544a82-6b8c-4881-a2bf-75427ab11385 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:40.299055 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-fa544a82-6b8c-4881-a2bf-75427ab11385 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Publish callbacks [] for security_group (fc934fb9-1372-42ad-bf1b-2c72fb489d6e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:40.304781 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-fa544a82-6b8c-4881-a2bf-75427ab11385 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (fc934fb9-1372-42ad-bf1b-2c72fb489d6e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:40.369035 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa544a82-6b8c-4881-a2bf-75427ab11385 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc934fb9-1372-42ad-bf1b-2c72fb489d6e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:40.439525 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-fa544a82-6b8c-4881-a2bf-75427ab11385 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Allocated IP 192.168.233.213 (7118bf79-f41b-4b8b-a16a-d6a4b349ad94/c572ffc4-b87d-4442-b925-6da89ad62a36/dd5007b9-aff2-4d2a-81fe-ed454c185b60) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:50:40.544789 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:40.612381 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-fa544a82-6b8c-4881-a2bf-75427ab11385 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Publish callbacks [] for port (dd5007b9-aff2-4d2a-81fe-ed454c185b60), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:40.657379 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-fa544a82-6b8c-4881-a2bf-75427ab11385 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (dd5007b9-aff2-4d2a-81fe-ed454c185b60), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:40.700194 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-fa544a82-6b8c-4881-a2bf-75427ab11385 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Network 7118bf79-f41b-4b8b-a16a-d6a4b349ad94 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:50:40.703415 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-fa544a82-6b8c-4881-a2bf-75427ab11385 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:50:40.709153 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-fa544a82-6b8c-4881-a2bf-75427ab11385 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:50:40.717291 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa544a82-6b8c-4881-a2bf-75427ab11385 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Pushing event updated for resources: {'Port': ['ID=dd5007b9-aff2-4d2a-81fe-ed454c185b60,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:40.761474 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-fa544a82-6b8c-4881-a2bf-75427ab11385 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:40.762345 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-fa544a82-6b8c-4881-a2bf-75427ab11385 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:40.783361 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-fa544a82-6b8c-4881-a2bf-75427ab11385 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6851957 Mar 23 23:50:40.800327 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] Request body: {'port': {'device_id': '3719527b-f910-498e-8875-d7b45fdbcc07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:50:40.825182 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65671f-c459-4dca-b6fe-8dcf0dc5b125 req-22a2ec2b-4a43-405b-9e2e-1bbb6584c215 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:40.827066 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-af65671f-c459-4dca-b6fe-8dcf0dc5b125 req-22a2ec2b-4a43-405b-9e2e-1bbb6584c215 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 936 time: 0.0637870 Mar 23 23:50:40.890419 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-af65671f-c459-4dca-b6fe-8dcf0dc5b125 req-d960bd98-d2ba-44db-b5f9-97dea78d5161 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556724 Mar 23 23:50:40.894475 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (dd5007b9-aff2-4d2a-81fe-ed454c185b60), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:40.975554 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-bba0c585-6848-4ade-aa1d-66648d1ba243 None None] Provisioning complete for port dd5007b9-aff2-4d2a-81fe-ed454c185b60 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:50:40.976019 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bba0c585-6848-4ade-aa1d-66648d1ba243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (dd5007b9-aff2-4d2a-81fe-ed454c185b60), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:41.012258 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bba0c585-6848-4ade-aa1d-66648d1ba243 None None] Port dd5007b9-aff2-4d2a-81fe-ed454c185b60 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:50:41.049859 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67904a9c-1bc9-4ead-a2e6-11b8d0bdc47f req-c54f90a7-ad25-49ae-9dbf-2be65a9eec0d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:41.051324 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-67904a9c-1bc9-4ead-a2e6-11b8d0bdc47f req-c54f90a7-ad25-49ae-9dbf-2be65a9eec0d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0592153 Mar 23 23:50:41.098789 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-67904a9c-1bc9-4ead-a2e6-11b8d0bdc47f req-75ddfdac-0110-41a5-a3c6-d9ff7d8aee8f tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417464 Mar 23 23:50:41.178352 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5007b9-aff2-4d2a-81fe-ed454c185b60 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:50:41.186170 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] Publish callbacks [] for port (dd5007b9-aff2-4d2a-81fe-ed454c185b60), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:41.198243 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] Transition to ACTIVE for port object dd5007b9-aff2-4d2a-81fe-ed454c185b60 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 23:50:41.202761 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (dd5007b9-aff2-4d2a-81fe-ed454c185b60), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:41.281204 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] Pushing event updated for resources: {'Port': ['ID=dd5007b9-aff2-4d2a-81fe-ed454c185b60,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:41.321214 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b19f2-4af4-4585-9029-39d40906d017 req-dcaed728-cde7-4687-89f2-dd245a6daa92 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:41.322787 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4f6b19f2-4af4-4585-9029-39d40906d017 req-dcaed728-cde7-4687-89f2-dd245a6daa92 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0642395 Mar 23 23:50:41.332964 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] Attempting to bind port dd5007b9-aff2-4d2a-81fe-ed454c185b60 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:50:41.333341 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] Attempting to bind port dd5007b9-aff2-4d2a-81fe-ed454c185b60 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '047c6e2a-8089-41fc-b63d-ab4979749a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7118bf79-f41b-4b8b-a16a-d6a4b349ad94'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:50:41.333669 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] Attempting to bind port dd5007b9-aff2-4d2a-81fe-ed454c185b60 on network 7118bf79-f41b-4b8b-a16a-d6a4b349ad94 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:50:41.338488 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] Port dd5007b9-aff2-4d2a-81fe-ed454c185b60 on network 7118bf79-f41b-4b8b-a16a-d6a4b349ad94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 23:50:41.338835 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] Attempting to bind port dd5007b9-aff2-4d2a-81fe-ed454c185b60 on network 7118bf79-f41b-4b8b-a16a-d6a4b349ad94 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:50:41.344736 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:50:41.345102 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] Checking segment: {'id': '047c6e2a-8089-41fc-b63d-ab4979749a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7118bf79-f41b-4b8b-a16a-d6a4b349ad94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:50:41.345543 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] Bound using segment: {'id': '047c6e2a-8089-41fc-b63d-ab4979749a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7118bf79-f41b-4b8b-a16a-d6a4b349ad94'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:50:41.345971 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] Bound port: dd5007b9-aff2-4d2a-81fe-ed454c185b60, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '047c6e2a-8089-41fc-b63d-ab4979749a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7118bf79-f41b-4b8b-a16a-d6a4b349ad94'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:50:41.346345 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (dd5007b9-aff2-4d2a-81fe-ed454c185b60), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:41.378157 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4f6b19f2-4af4-4585-9029-39d40906d017 req-ee19a997-3b20-4087-8e2e-cacbce9929da tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492504 Mar 23 23:50:41.414879 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] For port dd5007b9-aff2-4d2a-81fe-ed454c185b60, host hv-cinder-74915, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:50:41.418033 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] For port dd5007b9-aff2-4d2a-81fe-ed454c185b60, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=dd5007b9-aff2-4d2a-81fe-ed454c185b60,segment=NetworkSegment(047c6e2a-8089-41fc-b63d-ab4979749a75),segment_id=047c6e2a-8089-41fc-b63d-ab4979749a75)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:50:41.428469 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (dd5007b9-aff2-4d2a-81fe-ed454c185b60), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:41.474439 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:41.475373 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:41.477575 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] 10.222.0.20 "PUT /v2.0/ports/dd5007b9-aff2-4d2a-81fe-ed454c185b60 HTTP/1.1" status: 200 len: 1098 time: 0.6859827 Mar 23 23:50:41.478244 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3719527b-f910-498e-8875-d7b45fdbcc07', 'tag': 'dd5007b9-aff2-4d2a-81fe-ed454c185b60'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:50:41.481438 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82db29e-29f0-4f20-a79f-10e7da204b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "3719527b-f910-498e-8875-d7b45fdbcc07", "tag": "dd5007b9-aff2-4d2a-81fe-ed454c185b60"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:50:41.514314 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb28edf-e9e7-4484-b486-905a2d5d606e service neutron] Pushing event updated for resources: {'Port': ['ID=dd5007b9-aff2-4d2a-81fe-ed454c185b60,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:50:41.525714 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe95bd0-9d68-45dd-8ea8-4625742e4b02 x-openstack-request-id: req-2fe95bd0-9d68-45dd-8ea8-4625742e4b02 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:50:41.525999 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3719527b-f910-498e-8875-d7b45fdbcc07", "tag": "dd5007b9-aff2-4d2a-81fe-ed454c185b60", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:50:41.526247 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fe95bd0-9d68-45dd-8ea8-4625742e4b02 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:50:41.526826 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe95bd0-9d68-45dd-8ea8-4625742e4b02'] response: {'name': 'network-changed', 'server_uuid': '3719527b-f910-498e-8875-d7b45fdbcc07', 'tag': 'dd5007b9-aff2-4d2a-81fe-ed454c185b60', 'status': 'completed', 'code': 200} Mar 23 23:50:41.585562 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-0add2b2a-a562-4fa0-ad9d-493c8546d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:41.587092 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-0add2b2a-a562-4fa0-ad9d-493c8546d853 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=929a426d6db446fcb74c75bf87ef1555&device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 1132 time: 0.0487301 Mar 23 23:50:41.631219 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-d8a03489-9b87-407e-9b30-25276e263a34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=dd5007b9-aff2-4d2a-81fe-ed454c185b60 HTTP/1.1" status: 200 len: 217 time: 0.0355945 Mar 23 23:50:41.684875 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-e773b935-07b4-4c51-8790-6567c8fc455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:41.686296 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-e773b935-07b4-4c51-8790-6567c8fc455b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c572ffc4-b87d-4442-b925-6da89ad62a36 HTTP/1.1" status: 200 len: 843 time: 0.0466259 Mar 23 23:50:41.743113 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-60439ef4-d9b5-414a-bd88-974690ad1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:41.744601 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-60439ef4-d9b5-414a-bd88-974690ad1682 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7118bf79-f41b-4b8b-a16a-d6a4b349ad94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0499134 Mar 23 23:50:41.838381 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-f59c60bf-4ebc-471f-8ba1-7b67f0dfcc9d service neutron] 10.222.0.20 "GET /v2.0/networks/7118bf79-f41b-4b8b-a16a-d6a4b349ad94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854781 Mar 23 23:50:41.937248 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-eb25be38-8ba7-4c57-9232-ffa3f902a8b9 req-b0903dc7-f4ce-4e78-a221-15b3364f7a3e service neutron] 10.222.0.20 "GET /v2.0/networks/7118bf79-f41b-4b8b-a16a-d6a4b349ad94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911100 Mar 23 23:50:42.018490 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a218fb4-e306-4a83-a43b-c997ab753097 req-bf4fe28a-c689-45a3-a990-aa10adc3acbe tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:42.020197 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5a218fb4-e306-4a83-a43b-c997ab753097 req-bf4fe28a-c689-45a3-a990-aa10adc3acbe tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 948 time: 0.0602045 Mar 23 23:50:42.044736 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82db29e-29f0-4f20-a79f-10e7da204b5b req-99b77590-4ca6-41dc-90ec-52d5e5781fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:42.049387 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a82db29e-29f0-4f20-a79f-10e7da204b5b req-99b77590-4ca6-41dc-90ec-52d5e5781fab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=929a426d6db446fcb74c75bf87ef1555&device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 1132 time: 0.0454016 Mar 23 23:50:42.070990 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5a218fb4-e306-4a83-a43b-c997ab753097 req-12f50772-b8c5-46e8-9537-763b2c98648f tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448530 Mar 23 23:50:42.118760 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:42.144671 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82db29e-29f0-4f20-a79f-10e7da204b5b req-fe58f565-9bd8-4e71-83aa-ecd57efdb3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:42.146452 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a82db29e-29f0-4f20-a79f-10e7da204b5b req-fe58f565-9bd8-4e71-83aa-ecd57efdb3df service neutron] 10.222.0.20 "GET /v2.0/networks?id=7118bf79-f41b-4b8b-a16a-d6a4b349ad94 HTTP/1.1" status: 200 len: 869 time: 0.0914075 Mar 23 23:50:42.195758 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a82db29e-29f0-4f20-a79f-10e7da204b5b req-1f5c747c-4315-4ffe-92f5-32780ce65fb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=dd5007b9-aff2-4d2a-81fe-ed454c185b60 HTTP/1.1" status: 200 len: 217 time: 0.0396082 Mar 23 23:50:42.223266 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf453314-d932-45fb-8829-a9ee6130906b req-bc69f353-a104-44c2-8a28-8a69007a05b7 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:42.224766 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cf453314-d932-45fb-8829-a9ee6130906b req-bc69f353-a104-44c2-8a28-8a69007a05b7 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0543265 Mar 23 23:50:42.250063 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82db29e-29f0-4f20-a79f-10e7da204b5b req-9186986d-b3b0-465d-bf88-b209f6221efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:42.251710 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a82db29e-29f0-4f20-a79f-10e7da204b5b req-9186986d-b3b0-465d-bf88-b209f6221efc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c572ffc4-b87d-4442-b925-6da89ad62a36 HTTP/1.1" status: 200 len: 843 time: 0.0490749 Mar 23 23:50:42.274333 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cf453314-d932-45fb-8829-a9ee6130906b req-b5ff1e03-1ef3-4447-add3-52878b7a070a tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431149 Mar 23 23:50:42.303436 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82db29e-29f0-4f20-a79f-10e7da204b5b req-b3c0cf12-ac3c-4a87-8da2-fb5549f4a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:42.304998 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a82db29e-29f0-4f20-a79f-10e7da204b5b req-b3c0cf12-ac3c-4a87-8da2-fb5549f4a4b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7118bf79-f41b-4b8b-a16a-d6a4b349ad94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0433226 Mar 23 23:50:42.522220 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb1e8a-3fa4-4dbc-9543-1bb93073ba89 req-12110b67-9130-4afa-bd0a-9156ae7ed354 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:42.525793 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-86eb1e8a-3fa4-4dbc-9543-1bb93073ba89 req-12110b67-9130-4afa-bd0a-9156ae7ed354 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0703580 Mar 23 23:50:42.579979 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-86eb1e8a-3fa4-4dbc-9543-1bb93073ba89 req-2fd956bf-550e-481c-83e5-bb6db1b8d1d0 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496366 Mar 23 23:50:42.630809 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a82db29e-29f0-4f20-a79f-10e7da204b5b req-1c5d9938-bfa1-4965-9305-bb51309fe899 service neutron] 10.222.0.20 "GET /v2.0/networks/7118bf79-f41b-4b8b-a16a-d6a4b349ad94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177526 Mar 23 23:50:42.722170 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a82db29e-29f0-4f20-a79f-10e7da204b5b req-a54d57ee-95b3-4a3a-851e-c3cfbf57e1a9 service neutron] 10.222.0.20 "GET /v2.0/networks/7118bf79-f41b-4b8b-a16a-d6a4b349ad94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838807 Mar 23 23:50:43.195361 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a1c4e-2498-436b-a2ed-1144cefc5962 req-46e17d7f-a34e-4a5a-ba5e-d24f6393b844 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:43.196798 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-506a1c4e-2498-436b-a2ed-1144cefc5962 req-46e17d7f-a34e-4a5a-ba5e-d24f6393b844 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 948 time: 0.0589955 Mar 23 23:50:43.249327 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-506a1c4e-2498-436b-a2ed-1144cefc5962 req-a8c5eab9-d71d-41a8-b261-2bd9d580b547 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451331 Mar 23 23:50:43.326249 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:43.404295 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b8de2-197c-4a5b-a593-b31ad34e17e7 req-d6a5553f-4bc3-47cc-8545-22aad90836c5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:43.405836 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8f5b8de2-197c-4a5b-a593-b31ad34e17e7 req-d6a5553f-4bc3-47cc-8545-22aad90836c5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0624049 Mar 23 23:50:43.464610 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8f5b8de2-197c-4a5b-a593-b31ad34e17e7 req-dc590cb6-551f-45f3-b11c-3dfc7f093ea5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527856 Mar 23 23:50:43.704615 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c688213-313d-44be-ab28-246a96cc0f45 req-3de405c1-0696-451b-8de3-c16cacb7e740 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:43.706135 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9c688213-313d-44be-ab28-246a96cc0f45 req-3de405c1-0696-451b-8de3-c16cacb7e740 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0579076 Mar 23 23:50:43.755799 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9c688213-313d-44be-ab28-246a96cc0f45 req-736c2981-8e27-4371-86c2-02dde07b7e22 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438633 Mar 23 23:50:44.382694 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda254a4-0477-494b-9242-ea9c5ad79bd0 req-0b03bb4c-12a0-477e-9d3d-dd3a70df575d tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:44.384193 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-eda254a4-0477-494b-9242-ea9c5ad79bd0 req-0b03bb4c-12a0-477e-9d3d-dd3a70df575d tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 948 time: 0.0624890 Mar 23 23:50:44.433875 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-eda254a4-0477-494b-9242-ea9c5ad79bd0 req-b9a80458-8dd6-49d1-8e54-0142ce75ca28 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425789 Mar 23 23:50:44.595005 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d87f8b-29bb-45b3-a8bd-684d29c8fb68 req-117f5663-e102-49e6-bad6-266a6ac2c106 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:44.596802 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c2d87f8b-29bb-45b3-a8bd-684d29c8fb68 req-117f5663-e102-49e6-bad6-266a6ac2c106 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0599811 Mar 23 23:50:44.648901 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c2d87f8b-29bb-45b3-a8bd-684d29c8fb68 req-5f83e2b3-1a7b-4870-b5c5-906365c3647e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459228 Mar 23 23:50:44.890444 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1139250-e3c3-4c37-b42f-d14b6e08378b req-9cddcb9d-10db-42bb-95a0-bc40fe60a5ef tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:44.891831 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c1139250-e3c3-4c37-b42f-d14b6e08378b req-9cddcb9d-10db-42bb-95a0-bc40fe60a5ef tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0580952 Mar 23 23:50:44.940858 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c1139250-e3c3-4c37-b42f-d14b6e08378b req-d8ed9756-481e-47bf-8aee-9bd9cd9137e2 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429189 Mar 23 23:50:45.565012 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60df0de-667a-4296-8edb-3362e3ee8b1b req-99bf3a1f-d97d-496f-9e05-e2e90e29d096 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:45.566503 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c60df0de-667a-4296-8edb-3362e3ee8b1b req-99bf3a1f-d97d-496f-9e05-e2e90e29d096 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 948 time: 0.0567837 Mar 23 23:50:45.613940 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c60df0de-667a-4296-8edb-3362e3ee8b1b req-e6b9d6b4-61f2-4d2d-81a7-92fd976ec520 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418243 Mar 23 23:50:45.776984 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cdaaa-1514-46ad-a0b1-37186baa205e req-7e453c8b-1bb3-4da3-995b-cf7ac57d007d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:45.778624 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-718cdaaa-1514-46ad-a0b1-37186baa205e req-7e453c8b-1bb3-4da3-995b-cf7ac57d007d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0610569 Mar 23 23:50:45.833634 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-718cdaaa-1514-46ad-a0b1-37186baa205e req-8b9ee89b-aa2b-46e9-8f0d-cb438af07082 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474236 Mar 23 23:50:46.078168 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f6cd5-ac71-4d19-b1d5-3d856de2839c req-0389a282-60a9-4487-ad3a-c63d81afd510 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:46.079725 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b88f6cd5-ac71-4d19-b1d5-3d856de2839c req-0389a282-60a9-4487-ad3a-c63d81afd510 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0632241 Mar 23 23:50:46.132045 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b88f6cd5-ac71-4d19-b1d5-3d856de2839c req-37b9beba-d14e-47b3-80c5-94ce3a922b3c tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464478 Mar 23 23:50:46.754224 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f126a49-f162-43dd-8966-36e6c327e8ce req-137699d3-7119-4e57-9b28-752d9d182c48 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:46.756066 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1f126a49-f162-43dd-8966-36e6c327e8ce req-137699d3-7119-4e57-9b28-752d9d182c48 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 948 time: 0.0593472 Mar 23 23:50:46.805343 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1f126a49-f162-43dd-8966-36e6c327e8ce req-54ed98fb-714f-4f37-9a5e-9dc34687d8a6 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436339 Mar 23 23:50:46.966877 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922326a-06c4-4d1a-8ee7-854a04d18865 req-b5a2995d-2f7b-4c7b-96f9-2f0800db9576 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:46.968365 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b922326a-06c4-4d1a-8ee7-854a04d18865 req-b5a2995d-2f7b-4c7b-96f9-2f0800db9576 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0561440 Mar 23 23:50:47.016481 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b922326a-06c4-4d1a-8ee7-854a04d18865 req-f5d742db-355e-45c8-9fd1-5927b50f514e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423367 Mar 23 23:50:47.263300 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfb533-37d0-4834-9fb4-2b06190837c6 req-e852aee2-173b-4ed0-b21f-74b74b246b4b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:47.264828 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-27bfb533-37d0-4834-9fb4-2b06190837c6 req-e852aee2-173b-4ed0-b21f-74b74b246b4b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0648839 Mar 23 23:50:47.315060 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-27bfb533-37d0-4834-9fb4-2b06190837c6 req-4a9ee3af-aed3-40e3-97d4-acd42f669d96 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445027 Mar 23 23:50:47.867065 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff958885-8a65-4755-9093-ebdd720c4dc0 req-2d3af595-5256-4d2a-8a09-c80c0d417b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:47.868655 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ff958885-8a65-4755-9093-ebdd720c4dc0 req-2d3af595-5256-4d2a-8a09-c80c0d417b96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03e5b02e8c44caaaadaf5d60fc18023&device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 1129 time: 0.0524096 Mar 23 23:50:47.926843 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df99a47-4330-4bce-b826-4395210769a0 req-1b38e200-1fef-490c-96ff-124c2d1fa425 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:47.928300 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4df99a47-4330-4bce-b826-4395210769a0 req-1b38e200-1fef-490c-96ff-124c2d1fa425 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 948 time: 0.0531139 Mar 23 23:50:47.977057 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4df99a47-4330-4bce-b826-4395210769a0 req-5aeda39d-2373-45fb-9b8c-1211b4925646 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429845 Mar 23 23:50:47.979432 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff958885-8a65-4755-9093-ebdd720c4dc0 req-1a673449-8986-44ff-87bd-bfd737ea6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:47.981281 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ff958885-8a65-4755-9093-ebdd720c4dc0 req-1a673449-8986-44ff-87bd-bfd737ea6c69 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a HTTP/1.1" status: 200 len: 910 time: 0.0912509 Mar 23 23:50:48.052279 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ff958885-8a65-4755-9093-ebdd720c4dc0 req-3789fba8-10d2-4292-ad4f-876e6e8be47d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c22717ee-3ef2-402f-b74d-e6768f175728 HTTP/1.1" status: 200 len: 1001 time: 0.0644567 Mar 23 23:50:48.110262 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff958885-8a65-4755-9093-ebdd720c4dc0 req-88fd3cdb-6ebc-47c3-a5d0-130e4923c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:48.111760 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ff958885-8a65-4755-9093-ebdd720c4dc0 req-88fd3cdb-6ebc-47c3-a5d0-130e4923c6db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3dfa0736-7078-436a-bef7-91bda4df3d72 HTTP/1.1" status: 200 len: 849 time: 0.0470994 Mar 23 23:50:48.138114 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a02d8c-0a6d-4aaa-96fd-66d83081151a req-82ab6bc1-2b99-4306-99e0-cf7f5b38b5a1 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:48.140157 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a6a02d8c-0a6d-4aaa-96fd-66d83081151a req-82ab6bc1-2b99-4306-99e0-cf7f5b38b5a1 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0544963 Mar 23 23:50:48.165081 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff958885-8a65-4755-9093-ebdd720c4dc0 req-ff7e7605-654a-43f0-8b0a-1341a5f0baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:48.166605 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ff958885-8a65-4755-9093-ebdd720c4dc0 req-ff7e7605-654a-43f0-8b0a-1341a5f0baa2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473461 Mar 23 23:50:48.193071 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a6a02d8c-0a6d-4aaa-96fd-66d83081151a req-d2314d4d-2c6c-47a0-a04b-cab89bab259e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471201 Mar 23 23:50:48.269594 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ff958885-8a65-4755-9093-ebdd720c4dc0 req-6b37efca-8e08-4df0-9b4e-482fb292af11 service neutron] 10.222.0.20 "GET /v2.0/networks/2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953765 Mar 23 23:50:48.364828 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ff958885-8a65-4755-9093-ebdd720c4dc0 req-0ddebd53-9f26-481b-a9fe-961740abf5ee service neutron] 10.222.0.20 "GET /v2.0/networks/2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879898 Mar 23 23:50:48.444856 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45bdbc-bb8f-40eb-95da-8bfec073d7bc req-a5464fb6-f69e-4654-b681-7503c51123b4 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:48.446404 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6f45bdbc-bb8f-40eb-95da-8bfec073d7bc req-a5464fb6-f69e-4654-b681-7503c51123b4 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0574429 Mar 23 23:50:48.496869 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6f45bdbc-bb8f-40eb-95da-8bfec073d7bc req-fecdb132-9c91-46aa-87d6-f3d56013b5a8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438135 Mar 23 23:50:48.688411 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:50:49.098369 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebd9b7-da05-4809-89f9-b7b06edc5261 req-62861d53-908d-4266-98b3-ead59ec8d5ff tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:49.099870 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-00ebd9b7-da05-4809-89f9-b7b06edc5261 req-62861d53-908d-4266-98b3-ead59ec8d5ff tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 948 time: 0.0523274 Mar 23 23:50:49.150834 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-00ebd9b7-da05-4809-89f9-b7b06edc5261 req-d67579dd-c6d2-4add-a7ba-fa9768e62275 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422430 Mar 23 23:50:49.344789 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696992b-b5d7-4299-a429-c6f6b3076542 req-c4941664-783b-49ef-b928-752d55650f5f tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:49.346595 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2696992b-b5d7-4299-a429-c6f6b3076542 req-c4941664-783b-49ef-b928-752d55650f5f tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0596149 Mar 23 23:50:49.403197 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2696992b-b5d7-4299-a429-c6f6b3076542 req-2a2fb9c6-163c-4dd5-ab69-07bf83f9fbd7 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508697 Mar 23 23:50:49.633368 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be3ca5-c957-456c-baac-a286fcf458ce req-fe0c3f06-bd6c-4c69-8464-f350f5c0b667 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:49.634948 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-27be3ca5-c957-456c-baac-a286fcf458ce req-fe0c3f06-bd6c-4c69-8464-f350f5c0b667 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0564013 Mar 23 23:50:49.685133 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-27be3ca5-c957-456c-baac-a286fcf458ce req-791e6ab4-428d-4ee4-b57c-635f546f1ce8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441501 Mar 23 23:50:50.271792 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca02692-ba8b-4e38-ad91-47980012322d req-6673b25c-63ae-480d-9079-621d0d752c5b tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:50.273397 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fca02692-ba8b-4e38-ad91-47980012322d req-6673b25c-63ae-480d-9079-621d0d752c5b tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 948 time: 0.0530229 Mar 23 23:50:50.329919 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fca02692-ba8b-4e38-ad91-47980012322d req-6ee1c1c9-ad16-4809-bddd-1b2411bbf064 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506680 Mar 23 23:50:50.577553 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c528b9-b561-436e-a0a6-c59551c8c1e0 req-95ac2259-6e8f-4d3d-8b4a-e0c6c00372d3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:50.577553 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-65c528b9-b561-436e-a0a6-c59551c8c1e0 req-95ac2259-6e8f-4d3d-8b4a-e0c6c00372d3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0683637 Mar 23 23:50:50.637135 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-65c528b9-b561-436e-a0a6-c59551c8c1e0 req-ca1983e6-58a3-43b7-b84b-f3ac65960931 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508578 Mar 23 23:50:50.855717 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b8ba4-edf6-40b2-ba9e-1be2968448f7 req-edece00b-7ddc-4e30-8fd3-d1c98666e3bb tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:50.858636 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4a3b8ba4-edf6-40b2-ba9e-1be2968448f7 req-edece00b-7ddc-4e30-8fd3-d1c98666e3bb tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0914526 Mar 23 23:50:50.977847 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4a3b8ba4-edf6-40b2-ba9e-1be2968448f7 req-308e2437-6813-46a0-b81c-01d366db8549 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129847 Mar 23 23:50:50.992173 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bd1ef-49db-45d2-8820-02f50c8c7da1 req-b947db76-f537-4d85-bdf5-095f712a7d6c tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:50.993956 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-df3bd1ef-49db-45d2-8820-02f50c8c7da1 req-b947db76-f537-4d85-bdf5-095f712a7d6c tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.1027288 Mar 23 23:50:51.010251 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aeb82a-e5f4-4a9c-a0ce-a4203e985e93 req-28ed0da2-bde6-4b3f-b4aa-65e53091dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:51.012515 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-06aeb82a-e5f4-4a9c-a0ce-a4203e985e93 req-28ed0da2-bde6-4b3f-b4aa-65e53091dca4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03e5b02e8c44caaaadaf5d60fc18023&device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 1129 time: 0.0865364 Mar 23 23:50:51.061303 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-df3bd1ef-49db-45d2-8820-02f50c8c7da1 req-9795bf2d-1567-4586-ac5c-b839c3c395c8 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605435 Mar 23 23:50:51.127125 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aeb82a-e5f4-4a9c-a0ce-a4203e985e93 req-7591e234-bc1d-4480-bbaa-d21ffb7f389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:51.128617 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-06aeb82a-e5f4-4a9c-a0ce-a4203e985e93 req-7591e234-bc1d-4480-bbaa-d21ffb7f389c service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a HTTP/1.1" status: 200 len: 910 time: 0.1088200 Mar 23 23:50:51.201484 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-06aeb82a-e5f4-4a9c-a0ce-a4203e985e93 req-07dd5225-64cc-416a-a2c6-596b9e3c9116 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c22717ee-3ef2-402f-b74d-e6768f175728 HTTP/1.1" status: 200 len: 1001 time: 0.0621059 Mar 23 23:50:51.260251 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aeb82a-e5f4-4a9c-a0ce-a4203e985e93 req-7fa6d2be-b8d6-4e06-92f6-823d3cc76897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:51.262047 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-06aeb82a-e5f4-4a9c-a0ce-a4203e985e93 req-7fa6d2be-b8d6-4e06-92f6-823d3cc76897 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3dfa0736-7078-436a-bef7-91bda4df3d72 HTTP/1.1" status: 200 len: 849 time: 0.0557699 Mar 23 23:50:51.311899 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aeb82a-e5f4-4a9c-a0ce-a4203e985e93 req-f4cd8d8d-bd42-4d26-9747-8d854fdb5805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:51.313617 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-06aeb82a-e5f4-4a9c-a0ce-a4203e985e93 req-f4cd8d8d-bd42-4d26-9747-8d854fdb5805 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454397 Mar 23 23:50:51.430664 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-06aeb82a-e5f4-4a9c-a0ce-a4203e985e93 req-a02480e5-b853-4335-9ff7-760c8593a563 service neutron] 10.222.0.20 "GET /v2.0/networks/2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100039 Mar 23 23:50:51.512757 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179de59-00c4-46ae-b774-f37713434510 req-06a7aa86-9e73-4dc9-b525-356fe94c16c5 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:51.514761 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a179de59-00c4-46ae-b774-f37713434510 req-06a7aa86-9e73-4dc9-b525-356fe94c16c5 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 948 time: 0.0672338 Mar 23 23:50:51.572036 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a179de59-00c4-46ae-b774-f37713434510 req-6c065b93-1a9a-447a-ab51-8e5433b615ac tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510604 Mar 23 23:50:51.579450 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-06aeb82a-e5f4-4a9c-a0ce-a4203e985e93 req-86090706-26e2-473f-a6b9-94c8f3ae1d74 service neutron] 10.222.0.20 "GET /v2.0/networks/2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377211 Mar 23 23:50:52.118566 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db26081-28c1-47ef-b834-aaffab9f0a1c req-faa83f88-2447-4df7-946c-dddc4f784e58 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:52.121375 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2db26081-28c1-47ef-b834-aaffab9f0a1c req-faa83f88-2447-4df7-946c-dddc4f784e58 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0701091 Mar 23 23:50:52.243485 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2db26081-28c1-47ef-b834-aaffab9f0a1c req-3cae968d-f872-45d1-8329-884a5cd6c625 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128473 Mar 23 23:50:52.276466 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbf319-be6f-414e-99cf-c114b06d8ca6 req-dc1a9a4d-7493-4e9e-b535-b8667e22079f tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:52.278165 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d5cbf319-be6f-414e-99cf-c114b06d8ca6 req-dc1a9a4d-7493-4e9e-b535-b8667e22079f tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.1347604 Mar 23 23:50:52.336176 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d5cbf319-be6f-414e-99cf-c114b06d8ca6 req-aaa6f848-2bad-4faf-a25d-761806c66686 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473838 Mar 23 23:50:52.710524 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10b28d-44e4-4b91-bcd8-49561d4180bd req-45cdada1-cee6-49c0-a18f-5ffc8bb07c96 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:52.712272 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7e10b28d-44e4-4b91-bcd8-49561d4180bd req-45cdada1-cee6-49c0-a18f-5ffc8bb07c96 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 948 time: 0.0609794 Mar 23 23:50:52.762374 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7e10b28d-44e4-4b91-bcd8-49561d4180bd req-9c01fb25-fd45-44d7-8592-226d55862ad6 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443332 Mar 23 23:50:53.373188 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e707b-4f3c-4583-b6b1-44ce4f2ff3c8 req-2f72d10b-103d-4caf-ad90-92ae9d0577e2 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:53.375247 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-455e707b-4f3c-4583-b6b1-44ce4f2ff3c8 req-2f72d10b-103d-4caf-ad90-92ae9d0577e2 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0652490 Mar 23 23:50:53.440823 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-455e707b-4f3c-4583-b6b1-44ce4f2ff3c8 req-35e6a4e4-e2b9-42ed-a956-0bce58bbbfb2 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598893 Mar 23 23:50:53.493290 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c3a43-ae51-4e8c-b903-f76dbba33dc6 req-89e4ec9c-2e8b-4d45-9f59-1ee88c456c7d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:53.495086 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-da1c3a43-ae51-4e8c-b903-f76dbba33dc6 req-89e4ec9c-2e8b-4d45-9f59-1ee88c456c7d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0674653 Mar 23 23:50:53.553551 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-da1c3a43-ae51-4e8c-b903-f76dbba33dc6 req-d540800a-299c-4e0c-b92a-642a74202f74 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494647 Mar 23 23:50:53.883515 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd5228-e128-48e0-a907-2d2e635dae7d req-db4f4c64-3b9d-49d1-8c59-55736e5b6af9 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:53.885877 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7cdd5228-e128-48e0-a907-2d2e635dae7d req-db4f4c64-3b9d-49d1-8c59-55736e5b6af9 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 948 time: 0.0544159 Mar 23 23:50:53.941874 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7cdd5228-e128-48e0-a907-2d2e635dae7d req-ba014a40-a3e7-4bbd-9c17-6575345979b0 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506525 Mar 23 23:50:54.594095 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abfd23-109c-4bde-808f-b31caf6b75bd req-4618e3ee-eaf3-4568-a73e-9250ba6da184 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:54.595880 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-00abfd23-109c-4bde-808f-b31caf6b75bd req-4618e3ee-eaf3-4568-a73e-9250ba6da184 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0655541 Mar 23 23:50:54.664965 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-00abfd23-109c-4bde-808f-b31caf6b75bd req-f1202d1b-be42-43b0-9700-93aec6255462 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550599 Mar 23 23:50:55.074926 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa758e74-fe4d-4465-a1f3-bb986f03dc68 req-3d22fe42-e137-45d3-b3ed-cee5d3be1aa2 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:55.077512 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-aa758e74-fe4d-4465-a1f3-bb986f03dc68 req-3d22fe42-e137-45d3-b3ed-cee5d3be1aa2 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 948 time: 0.0544198 Mar 23 23:50:55.126937 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-aa758e74-fe4d-4465-a1f3-bb986f03dc68 req-1a67cdf6-a360-447b-ba0f-6a6b28ab9deb tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446632 Mar 23 23:50:55.803998 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06863731-7c47-4ef6-862b-348f762f726c req-d7d9cd92-e7c3-40e3-b973-7596fe4f29cb tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:55.805586 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-06863731-7c47-4ef6-862b-348f762f726c req-d7d9cd92-e7c3-40e3-b973-7596fe4f29cb tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0593870 Mar 23 23:50:55.854681 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-06863731-7c47-4ef6-862b-348f762f726c req-4090bc74-03c4-4956-afcd-ba54fc918c2f tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425892 Mar 23 23:50:56.253636 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a54024-a4da-4711-a73f-0191392551e9 req-df7ce7f4-f65b-441c-bbe2-1b0d7b3d8068 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:56.255267 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-34a54024-a4da-4711-a73f-0191392551e9 req-df7ce7f4-f65b-441c-bbe2-1b0d7b3d8068 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 948 time: 0.0623097 Mar 23 23:50:56.312647 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-34a54024-a4da-4711-a73f-0191392551e9 req-e8866fc3-e767-4d09-b0b2-eabb886e0fc8 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514085 Mar 23 23:50:56.981349 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8318d-431d-4923-92ad-9eb98b75480a req-d7b1027e-5a8b-45d8-9003-179879342ea2 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:56.982926 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7da8318d-431d-4923-92ad-9eb98b75480a req-d7b1027e-5a8b-45d8-9003-179879342ea2 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0583496 Mar 23 23:50:57.039764 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7da8318d-431d-4923-92ad-9eb98b75480a req-6313e685-3638-4142-9346-9db11b6192e3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491903 Mar 23 23:50:57.431566 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b3df3-1fe0-4a82-a9ac-47518e6259ae req-5169a2e4-1d15-4973-81e7-daf4451988f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:57.433071 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-914b3df3-1fe0-4a82-a9ac-47518e6259ae req-5169a2e4-1d15-4973-81e7-daf4451988f7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 1130 time: 0.0448587 Mar 23 23:50:57.445511 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3761fb8-1f1d-42e9-b541-e2a10cb311c0 req-91ab3bcd-c922-4297-846e-e5237faa3ecd tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:57.447052 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b3761fb8-1f1d-42e9-b541-e2a10cb311c0 req-91ab3bcd-c922-4297-846e-e5237faa3ecd tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 948 time: 0.0520201 Mar 23 23:50:57.477777 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-914b3df3-1fe0-4a82-a9ac-47518e6259ae req-42e930b4-59a0-4918-8757-64f27f90dc79 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379074 Mar 23 23:50:57.494120 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b3761fb8-1f1d-42e9-b541-e2a10cb311c0 req-b4dbc5e4-11af-4dc8-bb14-bdcecfdd47c8 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406616 Mar 23 23:50:58.176821 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b56da1-1a09-44d7-ac80-64d8f6050db8 req-efe69f54-247f-4c6a-bc74-df584ff4b25a tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:58.178325 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-18b56da1-1a09-44d7-ac80-64d8f6050db8 req-efe69f54-247f-4c6a-bc74-df584ff4b25a tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0556591 Mar 23 23:50:58.232463 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-18b56da1-1a09-44d7-ac80-64d8f6050db8 req-c484d080-8bfd-424d-bbed-76f5a25af27b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455317 Mar 23 23:50:58.651266 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f09dd8-34e4-4807-943e-58ca8a6cae1e req-7cfb6911-2c31-4060-ba4b-22f581c33291 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:58.658060 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-98f09dd8-34e4-4807-943e-58ca8a6cae1e req-7cfb6911-2c31-4060-ba4b-22f581c33291 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 948 time: 0.0654306 Mar 23 23:50:58.708410 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-98f09dd8-34e4-4807-943e-58ca8a6cae1e req-ea160819-c47c-4b11-b2f0-e030495ef326 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489774 Mar 23 23:50:59.364778 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1d038-f08a-4778-97e8-7212871a407c req-6db61374-9ee6-4574-b686-4965e38ba30e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:59.366296 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-84c1d038-f08a-4778-97e8-7212871a407c req-6db61374-9ee6-4574-b686-4965e38ba30e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0587471 Mar 23 23:50:59.427299 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-84c1d038-f08a-4778-97e8-7212871a407c req-97088fcf-f2d6-4218-add2-27fead91bb4c tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530927 Mar 23 23:50:59.767461 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe3db7-25d9-43bf-8293-328397541aa1 req-c035d3ff-0105-491e-adad-f13fee69084f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:59.772202 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-debe3db7-25d9-43bf-8293-328397541aa1 req-c035d3ff-0105-491e-adad-f13fee69084f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 1130 time: 0.0862031 Mar 23 23:50:59.778946 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efe9e1-f572-416b-9bd0-0ceb10767343 req-5402c309-ad96-4040-80f0-27053ae5c64b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:59.780617 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-18efe9e1-f572-416b-9bd0-0ceb10767343 req-5402c309-ad96-4040-80f0-27053ae5c64b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.1305807 Mar 23 23:50:59.884774 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe3db7-25d9-43bf-8293-328397541aa1 req-51d5c710-7ee8-4401-97e0-45fc83cbe5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:59.886327 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-debe3db7-25d9-43bf-8293-328397541aa1 req-51d5c710-7ee8-4401-97e0-45fc83cbe5d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e8de27b-07d3-4627-8f07-85afc18d3e4e HTTP/1.1" status: 200 len: 917 time: 0.1020186 Mar 23 23:50:59.894553 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-18efe9e1-f572-416b-9bd0-0ceb10767343 req-d512c7f0-6757-471c-97b9-56a3abf31ed6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028013 Mar 23 23:50:59.920320 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ecd72-4abf-4943-8f38-52a7e44075d1 req-0a014cdf-28b7-437c-9097-a09a239f0695 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:50:59.922155 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7f2ecd72-4abf-4943-8f38-52a7e44075d1 req-0a014cdf-28b7-437c-9097-a09a239f0695 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 948 time: 0.1015413 Mar 23 23:50:59.949136 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-debe3db7-25d9-43bf-8293-328397541aa1 req-7ac237ae-ce75-4413-9b47-4906636470c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3051c53b-e14d-4e33-a6ad-757751d0a5e6 HTTP/1.1" status: 200 len: 217 time: 0.0531836 Mar 23 23:51:00.015206 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7f2ecd72-4abf-4943-8f38-52a7e44075d1 req-2450b0a6-9438-45a6-9e0e-2a089f8f063b tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860481 Mar 23 23:51:00.028602 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe3db7-25d9-43bf-8293-328397541aa1 req-1a9391b3-3c77-4a83-81a7-a36857609905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:00.030758 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-debe3db7-25d9-43bf-8293-328397541aa1 req-1a9391b3-3c77-4a83-81a7-a36857609905 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36fdea4e-dd3d-4b87-92dc-886e2d219615 HTTP/1.1" status: 200 len: 856 time: 0.0734599 Mar 23 23:51:00.043186 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device dd5007b9-aff2-4d2a-81fe-ed454c185b60 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:51:00.088777 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe3db7-25d9-43bf-8293-328397541aa1 req-ab5f2080-bdab-4b4e-8358-8f5fd1d3c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:00.090733 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-debe3db7-25d9-43bf-8293-328397541aa1 req-ab5f2080-bdab-4b4e-8358-8f5fd1d3c203 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e8de27b-07d3-4627-8f07-85afc18d3e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534322 Mar 23 23:51:00.147746 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port dd5007b9-aff2-4d2a-81fe-ed454c185b60, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=dd5007b9-aff2-4d2a-81fe-ed454c185b60,segment=NetworkSegment(047c6e2a-8089-41fc-b63d-ab4979749a75),segment_id=047c6e2a-8089-41fc-b63d-ab4979749a75)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:51:00.161334 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': 'dd5007b9-aff2-4d2a-81fe-ed454c185b60', 'network_id': '7118bf79-f41b-4b8b-a16a-d6a4b349ad94', 'port_id': 'dd5007b9-aff2-4d2a-81fe-ed454c185b60', 'mac_address': 'fa:16:3e:0d:22:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c572ffc4-b87d-4442-b925-6da89ad62a36', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:51:00.186247 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-debe3db7-25d9-43bf-8293-328397541aa1 req-da1c6014-bf21-4cbe-998b-1006918e7941 service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881701 Mar 23 23:51:00.206732 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port dd5007b9-aff2-4d2a-81fe-ed454c185b60 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:00.207411 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (dd5007b9-aff2-4d2a-81fe-ed454c185b60), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:00.222140 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5007b9-aff2-4d2a-81fe-ed454c185b60 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:51:00.249025 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port dd5007b9-aff2-4d2a-81fe-ed454c185b60, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=dd5007b9-aff2-4d2a-81fe-ed454c185b60,segment=NetworkSegment(047c6e2a-8089-41fc-b63d-ab4979749a75),segment_id=047c6e2a-8089-41fc-b63d-ab4979749a75)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:51:00.254858 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (dd5007b9-aff2-4d2a-81fe-ed454c185b60), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:00.309302 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=dd5007b9-aff2-4d2a-81fe-ed454c185b60,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:00.318359 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:00.318960 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:00.319494 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:00.319838 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:00.320177 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:00.320510 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:00.320869 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:00.321198 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:00.321571 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:00.321905 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:00.322235 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:00.322561 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:00.322887 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:00.323210 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:00.323537 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:00.353874 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-debe3db7-25d9-43bf-8293-328397541aa1 req-b102a458-6610-45cd-a989-7bc91a910168 service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489623 Mar 23 23:51:00.856310 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['dd5007b9-aff2-4d2a-81fe-ed454c185b60'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:51:01.041694 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56d96e-e294-46ad-a125-ff91133e9d91 req-ca05d7f9-92ee-4ae0-95a5-849e471bdc5c tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:01.045530 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5f56d96e-e294-46ad-a125-ff91133e9d91 req-ca05d7f9-92ee-4ae0-95a5-849e471bdc5c tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0854695 Mar 23 23:51:01.138654 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5f56d96e-e294-46ad-a125-ff91133e9d91 req-b0a58bcb-1576-4fa8-a7fc-f3d4ce1beec7 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835102 Mar 23 23:51:01.203105 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6a3eb-1eb8-4e1c-ac14-b14f66f51a06 req-54d751e9-21cd-43f9-97af-7d3d9a3628f8 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:01.205585 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b2f6a3eb-1eb8-4e1c-ac14-b14f66f51a06 req-54d751e9-21cd-43f9-97af-7d3d9a3628f8 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 949 time: 0.0714228 Mar 23 23:51:01.261038 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b2f6a3eb-1eb8-4e1c-ac14-b14f66f51a06 req-f2f4a87c-6eb4-44fb-932f-2fa683f731b2 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494642 Mar 23 23:51:02.300813 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3cdcf-28de-4440-8db8-64a32e0662f1 req-17790db9-f429-4644-91bd-1b48478c4aef tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:02.303339 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5de3cdcf-28de-4440-8db8-64a32e0662f1 req-17790db9-f429-4644-91bd-1b48478c4aef tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0690119 Mar 23 23:51:02.438941 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5de3cdcf-28de-4440-8db8-64a32e0662f1 req-9265168e-5c7f-4fc6-b93e-c6ead9366f81 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187348 Mar 23 23:51:02.477712 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e51481-68e3-488d-8276-a786c767e14c req-1b498516-c8ca-4398-b294-3772d120ad26 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:02.479619 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c8e51481-68e3-488d-8276-a786c767e14c req-1b498516-c8ca-4398-b294-3772d120ad26 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 949 time: 0.1134086 Mar 23 23:51:02.546813 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c8e51481-68e3-488d-8276-a786c767e14c req-faa77a68-8ccb-4200-91b8-6c6fed866a72 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576715 Mar 23 23:51:03.570959 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07988540-7599-40a2-9981-0824ad34dbdb req-56163c9f-0b8b-49b6-91b4-f0ac05f10da2 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:03.577651 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-07988540-7599-40a2-9981-0824ad34dbdb req-56163c9f-0b8b-49b6-91b4-f0ac05f10da2 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0629900 Mar 23 23:51:03.626368 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-07988540-7599-40a2-9981-0824ad34dbdb req-e0f97afc-94f2-4ad0-915e-589a2189286a tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476096 Mar 23 23:51:03.762259 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8917dc3-1323-49b6-9ef6-1ee02132dfa6 req-ed3b38cb-c5e8-412e-95b1-f2a591560143 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:03.764025 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f8917dc3-1323-49b6-9ef6-1ee02132dfa6 req-ed3b38cb-c5e8-412e-95b1-f2a591560143 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 949 time: 0.0970826 Mar 23 23:51:04.049649 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f8917dc3-1323-49b6-9ef6-1ee02132dfa6 req-720114f8-9f1a-46fd-a381-c7c5666b5f78 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725246 Mar 23 23:51:04.056050 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device dd5007b9-aff2-4d2a-81fe-ed454c185b60 up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:51:04.106797 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port dd5007b9-aff2-4d2a-81fe-ed454c185b60 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 23:51:04.110648 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port dd5007b9-aff2-4d2a-81fe-ed454c185b60 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:04.111041 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (dd5007b9-aff2-4d2a-81fe-ed454c185b60), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:04.212595 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port dd5007b9-aff2-4d2a-81fe-ed454c185b60 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:04.213101 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (dd5007b9-aff2-4d2a-81fe-ed454c185b60), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:04.253030 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3719527b-f910-498e-8875-d7b45fdbcc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5007b9-aff2-4d2a-81fe-ed454c185b60'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:51:04.255966 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c95841-65db-4cc1-9c72-cbbb6153ed12" -d '{"events": [{"server_uuid": "3719527b-f910-498e-8875-d7b45fdbcc07", "name": "network-vif-plugged", "status": "completed", "tag": "dd5007b9-aff2-4d2a-81fe-ed454c185b60"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:51:04.293667 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port dd5007b9-aff2-4d2a-81fe-ed454c185b60, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=dd5007b9-aff2-4d2a-81fe-ed454c185b60,segment=NetworkSegment(047c6e2a-8089-41fc-b63d-ab4979749a75),segment_id=047c6e2a-8089-41fc-b63d-ab4979749a75)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:51:04.299509 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (dd5007b9-aff2-4d2a-81fe-ed454c185b60), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:04.366335 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=dd5007b9-aff2-4d2a-81fe-ed454c185b60,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:04.371166 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e015e561-da9b-429c-aa0c-d2e704040385 x-openstack-request-id: req-e015e561-da9b-429c-aa0c-d2e704040385 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:51:04.372099 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3719527b-f910-498e-8875-d7b45fdbcc07", "name": "network-vif-plugged", "status": "completed", "tag": "dd5007b9-aff2-4d2a-81fe-ed454c185b60", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:51:04.372484 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e015e561-da9b-429c-aa0c-d2e704040385 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:51:04.372788 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e015e561-da9b-429c-aa0c-d2e704040385'] response: {'server_uuid': '3719527b-f910-498e-8875-d7b45fdbcc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5007b9-aff2-4d2a-81fe-ed454c185b60', 'code': 200} Mar 23 23:51:04.650376 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be06bb-326f-4000-9da1-2bddb5cfd91f req-da855eba-0d6b-4945-8ccc-2553b51d3625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:04.651894 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-27be06bb-326f-4000-9da1-2bddb5cfd91f req-da855eba-0d6b-4945-8ccc-2553b51d3625 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 1134 time: 0.0610323 Mar 23 23:51:04.735125 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-27be06bb-326f-4000-9da1-2bddb5cfd91f req-054c45bd-d986-4dcf-ac41-b9b8cb59d526 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654635 Mar 23 23:51:04.803380 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7af43-faee-4b71-a21d-10363cc73776 req-ba7bf2de-755a-4238-a255-88b0b9612917 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:04.805041 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2fe7af43-faee-4b71-a21d-10363cc73776 req-ba7bf2de-755a-4238-a255-88b0b9612917 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0581985 Mar 23 23:51:04.868753 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2fe7af43-faee-4b71-a21d-10363cc73776 req-a2f11c66-c2e2-4022-a72f-b02c3a4015f8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558236 Mar 23 23:51:05.204975 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae962fc4-31c1-4979-ab40-fdf8fe4f2579 req-54c31afc-3073-40aa-914e-ebe5a6368540 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:05.209784 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ae962fc4-31c1-4979-ab40-fdf8fe4f2579 req-54c31afc-3073-40aa-914e-ebe5a6368540 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 950 time: 0.0623560 Mar 23 23:51:05.271171 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ae962fc4-31c1-4979-ab40-fdf8fe4f2579 req-ae6d7a8c-174f-4890-9b55-c92358e8ea30 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600460 Mar 23 23:51:06.424299 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63927a8-b370-4196-ada0-4cb3e86859d2 req-0c49fc22-10a4-403e-8c10-4e266b512efa tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:06.426284 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b63927a8-b370-4196-ada0-4cb3e86859d2 req-0c49fc22-10a4-403e-8c10-4e266b512efa tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 950 time: 0.0698426 Mar 23 23:51:06.533349 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b63927a8-b370-4196-ada0-4cb3e86859d2 req-36790fc9-a8c2-4709-b9c6-d9663bc406f1 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922527 Mar 23 23:51:06.736109 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 49580) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:06.741403 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1859543605', 'description': 'tempest-description--1638622109'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:06.795630 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:06.927047 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for security_group (2661c6d0-6b0d-4504-83f7-7b37459a6c52), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:06.933393 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (2661c6d0-6b0d-4504-83f7-7b37459a6c52), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:06.968056 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:06.969426 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2319598 Mar 23 23:51:06.971527 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2661c6d0-6b0d-4504-83f7-7b37459a6c52,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:06.972570 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 49586) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:06.977800 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Request body: {'security_group_rule': {'security_group_id': '2661c6d0-6b0d-4504-83f7-7b37459a6c52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:06.979153 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:06.979577 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:06.979988 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:06.980708 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:06.981174 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:06.981644 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:06.981981 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:06.982293 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:06.982648 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:06.983256 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:06.983724 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:06.984093 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:06.984694 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:06.984919 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:06.985407 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78c63a-7426-48d4-bd89-f1d81a812bf6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:07.019043 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for security_group_rule (31bc5c3e-d421-4633-87ca-fda8898f118b), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:07.098600 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for security_group_rule (31bc5c3e-d421-4633-87ca-fda8898f118b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:07.103312 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (31bc5c3e-d421-4633-87ca-fda8898f118b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:07.127477 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31bc5c3e-d421-4633-87ca-fda8898f118b,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:07.137282 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:07.138966 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1651504 Mar 23 23:51:07.140565 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:07.141069 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:07.141606 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:07.142506 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 49592) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:07.147189 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8896f32a-ed5c-4930-9597-20de720d6d5b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Request body: {'security_group_rule': {'security_group_id': '2661c6d0-6b0d-4504-83f7-7b37459a6c52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:07.152098 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:07.154014 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:07.154580 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:07.155111 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:07.155641 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:07.156174 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:07.156694 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:07.157218 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:07.157780 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:07.158300 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:07.158961 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:07.159397 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1476d-d655-4e26-85f1-b39ce93765af tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:07.190194 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8896f32a-ed5c-4930-9597-20de720d6d5b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for security_group_rule (ab65ce90-d996-4071-8417-728dd0c68e44), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:07.240287 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-85ac5c6e-c181-4aaf-9cff-1bd23c1acbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:07.280255 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8896f32a-ed5c-4930-9597-20de720d6d5b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for security_group_rule (ab65ce90-d996-4071-8417-728dd0c68e44), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:07.286498 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8896f32a-ed5c-4930-9597-20de720d6d5b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (ab65ce90-d996-4071-8417-728dd0c68e44), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:07.313202 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8896f32a-ed5c-4930-9597-20de720d6d5b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:07.317797 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 49596) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:07.318044 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-8896f32a-ed5c-4930-9597-20de720d6d5b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1742129 Mar 23 23:51:07.320971 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896f32a-ed5c-4930-9597-20de720d6d5b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab65ce90-d996-4071-8417-728dd0c68e44,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:07.324240 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-572ff0b9-f3d7-4c74-aeac-5c19502834ff tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Request body: {'floatingip': {'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:07.375232 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-572ff0b9-f3d7-4c74-aeac-5c19502834ff tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:07.529003 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-572ff0b9-f3d7-4c74-aeac-5c19502834ff tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:07.654985 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:51:07.680199 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc1deb-595f-4a0e-b7c8-9a6294ed1ca1 req-14eec5fc-a743-4238-b421-14801a45c60e tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:07.689550 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-48bc1deb-595f-4a0e-b7c8-9a6294ed1ca1 req-14eec5fc-a743-4238-b421-14801a45c60e tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 950 time: 0.0953338 Mar 23 23:51:07.705467 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-572ff0b9-f3d7-4c74-aeac-5c19502834ff tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Allocated IP 172.27.0.191 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/5507cd9d-8467-4a6e-8588-f88941b17fca) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:51:07.776163 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-48bc1deb-595f-4a0e-b7c8-9a6294ed1ca1 req-e9c02617-7a53-4908-89aa-61485c9f9a4f tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746155 Mar 23 23:51:07.902142 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-572ff0b9-f3d7-4c74-aeac-5c19502834ff tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for port (5507cd9d-8467-4a6e-8588-f88941b17fca), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:07.978979 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-572ff0b9-f3d7-4c74-aeac-5c19502834ff tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (5507cd9d-8467-4a6e-8588-f88941b17fca), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:08.031992 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572ff0b9-f3d7-4c74-aeac-5c19502834ff tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:51:08.036625 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-572ff0b9-f3d7-4c74-aeac-5c19502834ff tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:51:08.040485 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ff0b9-f3d7-4c74-aeac-5c19502834ff tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:51:08.083751 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ff0b9-f3d7-4c74-aeac-5c19502834ff tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Pushing event updated for resources: {'Port': ['ID=5507cd9d-8467-4a6e-8588-f88941b17fca,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:08.220312 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bad92-628d-4e28-a52c-bc11e3c71c72 req-6452703a-3bce-439a-bce3-dbfbeae0015b tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:08.226201 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-572ff0b9-f3d7-4c74-aeac-5c19502834ff tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for floatingip (86907758-7835-4067-ac44-edd63ae8737b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:08.227279 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-bd8bad92-628d-4e28-a52c-bc11e3c71c72 req-6452703a-3bce-439a-bce3-dbfbeae0015b tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 950 time: 0.0775180 Mar 23 23:51:08.284699 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-572ff0b9-f3d7-4c74-aeac-5c19502834ff tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (5507cd9d-8467-4a6e-8588-f88941b17fca), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:08.307229 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-bd8bad92-628d-4e28-a52c-bc11e3c71c72 req-a4aee86a-096a-45da-a2b2-0da0bbd516a5 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749767 Mar 23 23:51:08.528554 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-572ff0b9-f3d7-4c74-aeac-5c19502834ff tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for port (5507cd9d-8467-4a6e-8588-f88941b17fca), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:08.534734 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-572ff0b9-f3d7-4c74-aeac-5c19502834ff tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (5507cd9d-8467-4a6e-8588-f88941b17fca), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:08.637475 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ff0b9-f3d7-4c74-aeac-5c19502834ff tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Pushing event updated for resources: {'Port': ['ID=5507cd9d-8467-4a6e-8588-f88941b17fca,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:08.662098 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-572ff0b9-f3d7-4c74-aeac-5c19502834ff tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (86907758-7835-4067-ac44-edd63ae8737b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:08.679494 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-572ff0b9-f3d7-4c74-aeac-5c19502834ff tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:08.680819 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-572ff0b9-f3d7-4c74-aeac-5c19502834ff tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3615806 Mar 23 23:51:08.897050 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-9b431733-335d-4dfc-b118-be727dea8a23 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1859543605&fields=id&tenant_id=dc0fe01104384c0a8bac5d0b7151abad HTTP/1.1" status: 200 len: 267 time: 0.0491464 Mar 23 23:51:09.008929 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-c7b4bb4c-999a-4902-ae20-4aaa0a93896c tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:09.010758 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-c7b4bb4c-999a-4902-ae20-4aaa0a93896c tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/networks?id=5e8de27b-07d3-4627-8f07-85afc18d3e4e HTTP/1.1" status: 200 len: 817 time: 0.1048205 Mar 23 23:51:09.028575 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-78fd4faa-4ea8-4202-b766-975b5df92a93 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/quotas/dc0fe01104384c0a8bac5d0b7151abad HTTP/1.1" status: 200 len: 375 time: 0.0111337 Mar 23 23:51:09.106169 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-09fcfc21-471a-4a3b-b80d-e0c0b138ca75 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0700269 Mar 23 23:51:09.281978 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-36028d2e-d64f-44cc-b95a-c44cb5b99298 service neutron] 10.222.0.31 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520104 Mar 23 23:51:09.332884 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9009cf54-7c0e-4b20-b304-002308ea60f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:09.477479 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 49662) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:09.522703 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88ec91-7170-4437-8f80-52e05633b849 req-ea7fd571-3087-444e-94a0-0247a5c1a101 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:09.524208 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6c88ec91-7170-4437-8f80-52e05633b849 req-ea7fd571-3087-444e-94a0-0247a5c1a101 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 950 time: 0.1268330 Mar 23 23:51:09.529389 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ec718ba0-694f-466e-94f5-0a93fe015ad0 service neutron] 10.222.0.31 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374024 Mar 23 23:51:09.588265 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6c88ec91-7170-4437-8f80-52e05633b849 req-aef81c39-7129-433c-9b19-e8646b7bed5c tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc934fb9-1372-42ad-bf1b-2c72fb489d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511880 Mar 23 23:51:09.645742 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e1cf17cf-cb24-476b-ba75-d8c7b75181d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:09.799032 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e1cf17cf-cb24-476b-ba75-d8c7b75181d9 admin admin] Publish callbacks [] for security_group (f40a40cb-c910-4033-8c6a-39c3493cfcb8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:09.809696 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e1cf17cf-cb24-476b-ba75-d8c7b75181d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (f40a40cb-c910-4033-8c6a-39c3493cfcb8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:09.821441 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c841bd99-a4d7-4723-a2a0-3f7607bff3a2 req-10786035-e8d5-488e-9ffa-e67237a563ee tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 210 time: 0.0588906 Mar 23 23:51:09.861287 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 49674) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:09.868228 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-e1cf17cf-cb24-476b-ba75-d8c7b75181d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c296c20b41234fa9af940c3647161a27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3900590 Mar 23 23:51:09.880915 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf17cf-cb24-476b-ba75-d8c7b75181d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40a40cb-c910-4033-8c6a-39c3493cfcb8,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:09.944547 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef875a0b-31bd-47b5-82d8-171685cf7faa admin admin] Publish callbacks [] for security_group (f40a40cb-c910-4033-8c6a-39c3493cfcb8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:09.988807 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef875a0b-31bd-47b5-82d8-171685cf7faa admin admin] Publish callbacks [] for security_group (f40a40cb-c910-4033-8c6a-39c3493cfcb8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:10.060614 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef875a0b-31bd-47b5-82d8-171685cf7faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (f40a40cb-c910-4033-8c6a-39c3493cfcb8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:10.063488 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef875a0b-31bd-47b5-82d8-171685cf7faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:10.066745 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-ef875a0b-31bd-47b5-82d8-171685cf7faa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f40a40cb-c910-4033-8c6a-39c3493cfcb8 HTTP/1.1" status: 204 len: 168 time: 0.2024088 Mar 23 23:51:10.071732 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cc731-53bd-4ca4-ba89-62ccd3d395e5 req-86d82ef3-5389-4e9e-8ee3-763fa03f31bf tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:10.073426 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e82cc731-53bd-4ca4-ba89-62ccd3d395e5 req-86d82ef3-5389-4e9e-8ee3-763fa03f31bf tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.20 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 950 time: 0.0858347 Mar 23 23:51:10.093081 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef875a0b-31bd-47b5-82d8-171685cf7faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40a40cb-c910-4033-8c6a-39c3493cfcb8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:10.218118 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-e82cc731-53bd-4ca4-ba89-62ccd3d395e5 req-1847ac4b-cbc0-44ab-b8a8-9f0001397d1f tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Deleting port dd5007b9-aff2-4d2a-81fe-ed454c185b60 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:51:10.218669 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e82cc731-53bd-4ca4-ba89-62ccd3d395e5 req-1847ac4b-cbc0-44ab-b8a8-9f0001397d1f tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (dd5007b9-aff2-4d2a-81fe-ed454c185b60), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:10.400072 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-e82cc731-53bd-4ca4-ba89-62ccd3d395e5 req-1847ac4b-cbc0-44ab-b8a8-9f0001397d1f tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] For port dd5007b9-aff2-4d2a-81fe-ed454c185b60, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=dd5007b9-aff2-4d2a-81fe-ed454c185b60,segment=NetworkSegment(047c6e2a-8089-41fc-b63d-ab4979749a75),segment_id=047c6e2a-8089-41fc-b63d-ab4979749a75)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:51:10.400761 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e82cc731-53bd-4ca4-ba89-62ccd3d395e5 req-1847ac4b-cbc0-44ab-b8a8-9f0001397d1f tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (dd5007b9-aff2-4d2a-81fe-ed454c185b60), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:10.432471 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-e82cc731-53bd-4ca4-ba89-62ccd3d395e5 req-1847ac4b-cbc0-44ab-b8a8-9f0001397d1f tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Calling delete_port for dd5007b9-aff2-4d2a-81fe-ed454c185b60 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:51:10.613575 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:10.626715 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e82cc731-53bd-4ca4-ba89-62ccd3d395e5 req-1847ac4b-cbc0-44ab-b8a8-9f0001397d1f tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (dd5007b9-aff2-4d2a-81fe-ed454c185b60), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:10.704580 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847ac4b-cbc0-44ab-b8a8-9f0001397d1f tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Pushing event deleted for resources: {'Port': ['ID=dd5007b9-aff2-4d2a-81fe-ed454c185b60,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:10.723320 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82cc731-53bd-4ca4-ba89-62ccd3d395e5 req-1847ac4b-cbc0-44ab-b8a8-9f0001397d1f tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] No DVR routers for this DVR port dd5007b9-aff2-4d2a-81fe-ed454c185b60 on host hv-cinder-74915 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:51:10.731583 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e82cc731-53bd-4ca4-ba89-62ccd3d395e5 req-1847ac4b-cbc0-44ab-b8a8-9f0001397d1f tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:10.736368 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e82cc731-53bd-4ca4-ba89-62ccd3d395e5 req-1847ac4b-cbc0-44ab-b8a8-9f0001397d1f tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.20 "DELETE /v2.0/ports/dd5007b9-aff2-4d2a-81fe-ed454c185b60 HTTP/1.1" status: 204 len: 173 time: 0.6552794 Mar 23 23:51:10.736368 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3719527b-f910-498e-8875-d7b45fdbcc07', 'name': 'network-vif-deleted', 'tag': 'dd5007b9-aff2-4d2a-81fe-ed454c185b60'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:51:10.739169 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a5e3b7-237b-40eb-b597-4e239d0a6e1b" -d '{"events": [{"server_uuid": "3719527b-f910-498e-8875-d7b45fdbcc07", "name": "network-vif-deleted", "tag": "dd5007b9-aff2-4d2a-81fe-ed454c185b60"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:51:10.753745 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7a15688f-bac7-4317-8516-d1bbe35118ee req-75a2166d-223d-46aa-b225-29e3d56d04f2 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 210 time: 0.0384648 Mar 23 23:51:10.800362 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32742f76-7d5e-4dc0-b5f0-659e777d48bc x-openstack-request-id: req-32742f76-7d5e-4dc0-b5f0-659e777d48bc {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:51:10.800717 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3719527b-f910-498e-8875-d7b45fdbcc07", "name": "network-vif-deleted", "tag": "dd5007b9-aff2-4d2a-81fe-ed454c185b60", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:51:10.801060 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32742f76-7d5e-4dc0-b5f0-659e777d48bc {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:51:10.801564 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32742f76-7d5e-4dc0-b5f0-659e777d48bc'] response: {'server_uuid': '3719527b-f910-498e-8875-d7b45fdbcc07', 'name': 'network-vif-deleted', 'tag': 'dd5007b9-aff2-4d2a-81fe-ed454c185b60', 'status': 'completed', 'code': 200} Mar 23 23:51:10.968519 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-edded2ef-2daf-42bc-8b14-378877a6631e req-70438cc3-ee6b-453c-9ebc-e3b599b8f026 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 210 time: 0.0539067 Mar 23 23:51:11.873968 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-87ddc2bd-1ac3-4a54-b6c5-28ac15d521b5 req-cb9950db-f7f9-4af8-a492-1cb3372bf191 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 210 time: 0.0318129 Mar 23 23:51:12.066414 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8d8cd9be-1c8c-4bfd-9d4e-0ea174db2ce4 req-36b25b6b-22a7-4d33-80bb-5a58c34da15c tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 210 time: 0.0270894 Mar 23 23:51:12.123036 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:12.162352 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['dd5007b9-aff2-4d2a-81fe-ed454c185b60'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:51:12.974453 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0bf506d1-910d-45e1-9c29-ba63eb72c063 req-f6005677-6271-4711-8527-26862c7aa477 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 210 time: 0.0295770 Mar 23 23:51:13.164711 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-314ffc90-84f8-4d54-a2a9-1153132505f8 req-06ebc934-8e0a-4cda-b741-3ec725ee679e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 210 time: 0.0330310 Mar 23 23:51:13.323214 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:14.107005 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5262552a-d843-467f-8d6b-d147b381e819 req-5e69572f-c505-4f8c-aea6-9e44d97f2e50 tempest-VolumesNegativeTest-318718549 tempest-VolumesNegativeTest-318718549-project] 10.222.0.31 "GET /v2.0/ports?device_id=3719527b-f910-498e-8875-d7b45fdbcc07 HTTP/1.1" status: 200 len: 210 time: 0.0396364 Mar 23 23:51:14.203839 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-a2d25b3c-201a-420c-bac8-ff5e8b8e03ef tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:14.204999 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-a2d25b3c-201a-420c-bac8-ff5e8b8e03ef tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.20 "GET /v2.0/networks?id=5e8de27b-07d3-4627-8f07-85afc18d3e4e HTTP/1.1" status: 200 len: 817 time: 0.1290786 Mar 23 23:51:14.269963 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7ea3f502-0929-4aab-b88f-d81b13e6f889 req-a0bb59d2-3591-448c-b681-ce8fb4bdd237 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 210 time: 0.0262558 Mar 23 23:51:14.301390 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-4ac7c58b-21de-4ef4-9a27-6cefd4d1cf0c tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc0fe01104384c0a8bac5d0b7151abad HTTP/1.1" status: 200 len: 380 time: 0.0855789 Mar 23 23:51:14.322420 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-f7cedc8c-2f82-4685-8608-146ac46bf9db tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Request body: {'port': {'device_id': 'cff7ddc7-8cd7-4703-97cb-9e53164cf1c7', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'admin_state_up': True, 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'security_groups': ['2661c6d0-6b0d-4504-83f7-7b37459a6c52']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:14.431869 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-f7cedc8c-2f82-4685-8608-146ac46bf9db tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Made reservation on behalf of dc0fe01104384c0a8bac5d0b7151abad for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:51:14.435655 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-f7cedc8c-2f82-4685-8608-146ac46bf9db tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:14.571832 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-f7cedc8c-2f82-4685-8608-146ac46bf9db tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Allocated IP 172.20.0.8 (5e8de27b-07d3-4627-8f07-85afc18d3e4e/36fdea4e-dd3d-4b87-92dc-886e2d219615/153c883a-e8b2-4367-acc5-ba9a9a26711a) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:51:14.712409 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-f7cedc8c-2f82-4685-8608-146ac46bf9db tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for port (153c883a-e8b2-4367-acc5-ba9a9a26711a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:14.749435 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-f7cedc8c-2f82-4685-8608-146ac46bf9db tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (153c883a-e8b2-4367-acc5-ba9a9a26711a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:14.795894 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-f7cedc8c-2f82-4685-8608-146ac46bf9db tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Network 5e8de27b-07d3-4627-8f07-85afc18d3e4e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:51:14.799031 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-f7cedc8c-2f82-4685-8608-146ac46bf9db tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:51:14.805035 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-f7cedc8c-2f82-4685-8608-146ac46bf9db tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:51:14.812159 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cedc8c-2f82-4685-8608-146ac46bf9db tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Pushing event updated for resources: {'Port': ['ID=153c883a-e8b2-4367-acc5-ba9a9a26711a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:14.859918 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-f7cedc8c-2f82-4685-8608-146ac46bf9db tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:14.860405 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-f7cedc8c-2f82-4685-8608-146ac46bf9db tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:14.878060 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-f7cedc8c-2f82-4685-8608-146ac46bf9db tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5592582 Mar 23 23:51:14.895445 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] Request body: {'port': {'device_id': 'cff7ddc7-8cd7-4703-97cb-9e53164cf1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:14.970550 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (153c883a-e8b2-4367-acc5-ba9a9a26711a), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:15.040479 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-fe80836d-9107-4825-b54e-dd519f490dd5 None None] Provisioning complete for port 153c883a-e8b2-4367-acc5-ba9a9a26711a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:15.041136 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fe80836d-9107-4825-b54e-dd519f490dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (153c883a-e8b2-4367-acc5-ba9a9a26711a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:15.087250 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fe80836d-9107-4825-b54e-dd519f490dd5 None None] Port 153c883a-e8b2-4367-acc5-ba9a9a26711a cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:51:15.257367 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153c883a-e8b2-4367-acc5-ba9a9a26711a {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:51:15.265280 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] Publish callbacks [] for port (153c883a-e8b2-4367-acc5-ba9a9a26711a), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:15.278133 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] Transition to ACTIVE for port object 153c883a-e8b2-4367-acc5-ba9a9a26711a will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 23:51:15.283350 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (153c883a-e8b2-4367-acc5-ba9a9a26711a), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:15.346706 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] Pushing event updated for resources: {'Port': ['ID=153c883a-e8b2-4367-acc5-ba9a9a26711a,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:15.459078 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] Attempting to bind port 153c883a-e8b2-4367-acc5-ba9a9a26711a on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:51:15.459410 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] Attempting to bind port 153c883a-e8b2-4367-acc5-ba9a9a26711a by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '87db19ea-502c-4e57-903f-b4773c20c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:51:15.459736 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] Attempting to bind port 153c883a-e8b2-4367-acc5-ba9a9a26711a on network 5e8de27b-07d3-4627-8f07-85afc18d3e4e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:51:15.465624 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] Port 153c883a-e8b2-4367-acc5-ba9a9a26711a on network 5e8de27b-07d3-4627-8f07-85afc18d3e4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 23:51:15.466843 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] Attempting to bind port 153c883a-e8b2-4367-acc5-ba9a9a26711a on network 5e8de27b-07d3-4627-8f07-85afc18d3e4e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:51:15.473921 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:51:15.474267 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] Checking segment: {'id': '87db19ea-502c-4e57-903f-b4773c20c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:51:15.477650 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] Bound using segment: {'id': '87db19ea-502c-4e57-903f-b4773c20c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:51:15.478819 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] Bound port: 153c883a-e8b2-4367-acc5-ba9a9a26711a, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87db19ea-502c-4e57-903f-b4773c20c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:51:15.479317 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8a08d-737b-4315-8a4c-2768e2771664 req-66c4d91c-24d0-4223-b24e-3c54bd88159e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:15.480493 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (153c883a-e8b2-4367-acc5-ba9a9a26711a), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:15.483523 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-bcd8a08d-737b-4315-8a4c-2768e2771664 req-66c4d91c-24d0-4223-b24e-3c54bd88159e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 943 time: 0.1149733 Mar 23 23:51:15.568574 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-bcd8a08d-737b-4315-8a4c-2768e2771664 req-f058fdeb-f85d-481f-a190-2b0ef49a1800 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778909 Mar 23 23:51:15.593288 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] For port 153c883a-e8b2-4367-acc5-ba9a9a26711a, host hv-cinder-74915, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:51:15.593288 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] For port 153c883a-e8b2-4367-acc5-ba9a9a26711a, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=153c883a-e8b2-4367-acc5-ba9a9a26711a,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:51:15.600489 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (153c883a-e8b2-4367-acc5-ba9a9a26711a), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:15.636516 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:15.637667 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:15.639191 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] 10.222.0.20 "PUT /v2.0/ports/153c883a-e8b2-4367-acc5-ba9a9a26711a HTTP/1.1" status: 200 len: 1093 time: 0.7482874 Mar 23 23:51:15.641541 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff7ddc7-8cd7-4703-97cb-9e53164cf1c7', 'tag': '153c883a-e8b2-4367-acc5-ba9a9a26711a'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:51:15.643682 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239d7589-4d66-44f0-9ab0-579310cf27eb" -d '{"events": [{"name": "network-changed", "server_uuid": "cff7ddc7-8cd7-4703-97cb-9e53164cf1c7", "tag": "153c883a-e8b2-4367-acc5-ba9a9a26711a"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:51:15.678695 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36b5b9-c658-42af-8485-0b126c1206a1 service neutron] Pushing event updated for resources: {'Port': ['ID=153c883a-e8b2-4367-acc5-ba9a9a26711a,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:15.724925 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cc0129-5520-403a-972b-b2d30a5d4598 x-openstack-request-id: req-f4cc0129-5520-403a-972b-b2d30a5d4598 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:51:15.725328 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff7ddc7-8cd7-4703-97cb-9e53164cf1c7", "tag": "153c883a-e8b2-4367-acc5-ba9a9a26711a", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:51:15.725611 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4cc0129-5520-403a-972b-b2d30a5d4598 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:51:15.726020 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4cc0129-5520-403a-972b-b2d30a5d4598'] response: {'name': 'network-changed', 'server_uuid': 'cff7ddc7-8cd7-4703-97cb-9e53164cf1c7', 'tag': '153c883a-e8b2-4367-acc5-ba9a9a26711a', 'status': 'completed', 'code': 200} Mar 23 23:51:15.750068 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-567ab76b-3c9b-47e7-b260-a451000fd7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:15.751601 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-567ab76b-3c9b-47e7-b260-a451000fd7e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 1127 time: 0.0591693 Mar 23 23:51:15.805127 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-4633c1d6-14de-46d5-b3dd-71e8469c98b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=153c883a-e8b2-4367-acc5-ba9a9a26711a HTTP/1.1" status: 200 len: 217 time: 0.0426898 Mar 23 23:51:15.863604 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-c0bdf261-3ea2-44ec-b964-fc8941ecd7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:15.865217 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-c0bdf261-3ea2-44ec-b964-fc8941ecd7ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36fdea4e-dd3d-4b87-92dc-886e2d219615 HTTP/1.1" status: 200 len: 856 time: 0.0529821 Mar 23 23:51:15.923090 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-57f8ff37-b8bb-48b0-9de9-1b2d9e882829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:15.924677 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-57f8ff37-b8bb-48b0-9de9-1b2d9e882829 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e8de27b-07d3-4627-8f07-85afc18d3e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517182 Mar 23 23:51:16.029285 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-149bb427-c4fa-4a0a-824f-38f469576a5d service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961761 Mar 23 23:51:16.119323 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-b3b9de02-2a2c-4a6b-ad12-4b829f700229 req-805287c1-1c01-4189-8e29-969c26087d90 service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839159 Mar 23 23:51:16.187394 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device dd5007b9-aff2-4d2a-81fe-ed454c185b60 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:51:16.216265 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: dd5007b9-aff2-4d2a-81fe-ed454c185b60 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:51:16.217347 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 49948) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:16.217707 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device dd5007b9-aff2-4d2a-81fe-ed454c185b60 not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:51:16.228517 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d7589-4d66-44f0-9ab0-579310cf27eb req-5da2b48f-367f-4187-85a5-986bb33a6775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:16.230572 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-239d7589-4d66-44f0-9ab0-579310cf27eb req-5da2b48f-367f-4187-85a5-986bb33a6775 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 1127 time: 0.0571673 Mar 23 23:51:16.268881 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-7388b232-3340-47dd-b808-7d4c3a635312 admin admin] Deleting subnet 62c6d049-3ba8-4096-84c5-80553d4f0942 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 23:51:16.272123 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7388b232-3340-47dd-b808-7d4c3a635312 admin admin] Publish callbacks [] for subnet (62c6d049-3ba8-4096-84c5-80553d4f0942), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:16.307319 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7388b232-3340-47dd-b808-7d4c3a635312 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7384360'] for subnet (62c6d049-3ba8-4096-84c5-80553d4f0942), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:16.331040 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d7589-4d66-44f0-9ab0-579310cf27eb req-53dc0aed-0c6e-4c9d-89fe-7799564a50d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:16.332533 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-239d7589-4d66-44f0-9ab0-579310cf27eb req-53dc0aed-0c6e-4c9d-89fe-7799564a50d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e8de27b-07d3-4627-8f07-85afc18d3e4e HTTP/1.1" status: 200 len: 917 time: 0.0935073 Mar 23 23:51:16.348368 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7388b232-3340-47dd-b808-7d4c3a635312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171796'] for subnet (62c6d049-3ba8-4096-84c5-80553d4f0942), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:16.377932 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-239d7589-4d66-44f0-9ab0-579310cf27eb req-a8333523-c2bb-4b93-a1b4-7e20fde77914 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=153c883a-e8b2-4367-acc5-ba9a9a26711a HTTP/1.1" status: 200 len: 217 time: 0.0373642 Mar 23 23:51:16.403803 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7388b232-3340-47dd-b808-7d4c3a635312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5581760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5875758'] for subnet (62c6d049-3ba8-4096-84c5-80553d4f0942), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:16.431910 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388b232-3340-47dd-b808-7d4c3a635312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c6d049-3ba8-4096-84c5-80553d4f0942,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:16.436643 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7388b232-3340-47dd-b808-7d4c3a635312 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:16.439939 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-7388b232-3340-47dd-b808-7d4c3a635312 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/62c6d049-3ba8-4096-84c5-80553d4f0942 HTTP/1.1" status: 204 len: 168 time: 0.2215741 Mar 23 23:51:16.442406 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 49966) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:16.452289 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d7589-4d66-44f0-9ab0-579310cf27eb req-64bfa374-7d05-44ef-be7f-8481749b9d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:16.453977 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-239d7589-4d66-44f0-9ab0-579310cf27eb req-64bfa374-7d05-44ef-be7f-8481749b9d08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36fdea4e-dd3d-4b87-92dc-886e2d219615 HTTP/1.1" status: 200 len: 856 time: 0.0673678 Mar 23 23:51:16.506883 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d7589-4d66-44f0-9ab0-579310cf27eb req-3b7b7af2-6dd2-43b0-9e6c-773f50f1ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:16.508482 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-239d7589-4d66-44f0-9ab0-579310cf27eb req-3b7b7af2-6dd2-43b0-9e6c-773f50f1ced6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e8de27b-07d3-4627-8f07-85afc18d3e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478139 Mar 23 23:51:16.525952 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb460579-529e-4875-9ec4-71871e6b3b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049883'] for network (666de4f5-35d2-4307-befa-e2ed2adb6ca7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:16.615723 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb460579-529e-4875-9ec4-71871e6b3b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506273', 'neutron.services.segments.db._delete_segments_for_network-8777139652675'] for network (666de4f5-35d2-4307-befa-e2ed2adb6ca7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:16.628050 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-239d7589-4d66-44f0-9ab0-579310cf27eb req-ac10e11c-8c20-451c-874d-5814d7c043d1 service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095433 Mar 23 23:51:16.665410 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-fb460579-529e-4875-9ec4-71871e6b3b1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['666de4f5-35d2-4307-befa-e2ed2adb6ca7']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:16.676023 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-fb460579-529e-4875-9ec4-71871e6b3b1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5db8df-2739-48a9-834d-8340f5f46b92') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:16.676404 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-fb460579-529e-4875-9ec4-71871e6b3b1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5db8df-2739-48a9-834d-8340f5f46b92') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:16.713362 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb460579-529e-4875-9ec4-71871e6b3b1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777139653708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7384337'] for segment (0c5db8df-2739-48a9-834d-8340f5f46b92), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:16.752071 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb460579-529e-4875-9ec4-71871e6b3b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (0c5db8df-2739-48a9-834d-8340f5f46b92), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:16.761917 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb460579-529e-4875-9ec4-71871e6b3b1a admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 23:51:16.762550 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb460579-529e-4875-9ec4-71871e6b3b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5624930'] for segment (0c5db8df-2739-48a9-834d-8340f5f46b92), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:16.762712 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-239d7589-4d66-44f0-9ab0-579310cf27eb req-03f97270-3fcf-4e97-aff4-f81b992909bd service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243236 Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: Traceback (most recent call last): Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: timer() Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: cb(*args, **kw) Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: return func(*args, **kwargs) Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: self._notify() Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: self.callback(batched_events) Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: event.method(event) Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: return f(self, *a, **k) Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: return self._get(url).json() Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: return self.request(url, 'GET', **kwargs) Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 23:51:16.773472 dv-cinder-749155-6-iscsi neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 23:51:16.822294 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca137d-eae1-445b-b50c-e8b1376a18f8 req-87ec5233-1552-4374-b77f-e67c9f1d41dd tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:16.823762 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-02ca137d-eae1-445b-b50c-e8b1376a18f8 req-87ec5233-1552-4374-b77f-e67c9f1d41dd tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 943 time: 0.1360590 Mar 23 23:51:16.860550 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb460579-529e-4875-9ec4-71871e6b3b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574832'] for network (666de4f5-35d2-4307-befa-e2ed2adb6ca7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:16.879473 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb460579-529e-4875-9ec4-71871e6b3b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:16.882765 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-fb460579-529e-4875-9ec4-71871e6b3b1a admin admin] 10.222.0.31 "DELETE /v2.0/networks/666de4f5-35d2-4307-befa-e2ed2adb6ca7 HTTP/1.1" status: 204 len: 168 time: 0.4392896 Mar 23 23:51:16.899868 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb460579-529e-4875-9ec4-71871e6b3b1a admin admin] Pushing event deleted for resources: {'Network': ['ID=666de4f5-35d2-4307-befa-e2ed2adb6ca7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:16.909542 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-02ca137d-eae1-445b-b50c-e8b1376a18f8 req-665edbc4-9f23-4770-8649-7c43e58cb899 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796442 Mar 23 23:51:17.102893 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 50046) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:17.147025 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-94a430bc-8536-45ee-b439-537e5b799e90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3370665afba4ccfae501ec909be0ce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417597 Mar 23 23:51:17.149110 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 50054) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:17.206329 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-792a7ebd-4f77-4992-b6da-04c03afddf77 admin admin] Publish callbacks [] for security_group (313a7285-94ec-4ffc-8a11-650540b080f0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:17.228332 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-792a7ebd-4f77-4992-b6da-04c03afddf77 admin admin] Publish callbacks [] for security_group (313a7285-94ec-4ffc-8a11-650540b080f0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:17.295924 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-792a7ebd-4f77-4992-b6da-04c03afddf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (313a7285-94ec-4ffc-8a11-650540b080f0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:17.298812 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-792a7ebd-4f77-4992-b6da-04c03afddf77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:17.303077 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-792a7ebd-4f77-4992-b6da-04c03afddf77 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/313a7285-94ec-4ffc-8a11-650540b080f0 HTTP/1.1" status: 204 len: 168 time: 0.1529429 Mar 23 23:51:17.312126 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a7ebd-4f77-4992-b6da-04c03afddf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313a7285-94ec-4ffc-8a11-650540b080f0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:17.643730 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c5b8a-4c64-4ade-9b18-7cbeb8773461 req-7d483312-b1bb-4569-83da-cdc1231aa59f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:17.645240 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-848c5b8a-4c64-4ade-9b18-7cbeb8773461 req-7d483312-b1bb-4569-83da-cdc1231aa59f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0579450 Mar 23 23:51:17.698524 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-848c5b8a-4c64-4ade-9b18-7cbeb8773461 req-cc9f5c79-b6bd-4426-9c19-81935067f9d9 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468235 Mar 23 23:51:18.046396 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d3fa5-64d9-4cd5-98a5-65fb2ab25e89 req-1f513a8e-d0ec-4e2e-9ecb-e03f801f290e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:18.048019 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-291d3fa5-64d9-4cd5-98a5-65fb2ab25e89 req-1f513a8e-d0ec-4e2e-9ecb-e03f801f290e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 943 time: 0.0622606 Mar 23 23:51:18.111609 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-291d3fa5-64d9-4cd5-98a5-65fb2ab25e89 req-1aa47346-cebf-4723-8e41-50bc4361eb0a tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516853 Mar 23 23:51:18.198840 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 153c883a-e8b2-4367-acc5-ba9a9a26711a details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:51:18.427455 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 153c883a-e8b2-4367-acc5-ba9a9a26711a, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=153c883a-e8b2-4367-acc5-ba9a9a26711a,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:51:18.439689 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': '153c883a-e8b2-4367-acc5-ba9a9a26711a', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'port_id': '153c883a-e8b2-4367-acc5-ba9a9a26711a', 'mac_address': 'fa:16:3e:b0:33:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:51:18.482177 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 153c883a-e8b2-4367-acc5-ba9a9a26711a is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:18.482692 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (153c883a-e8b2-4367-acc5-ba9a9a26711a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:18.500232 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153c883a-e8b2-4367-acc5-ba9a9a26711a {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:51:18.520433 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 153c883a-e8b2-4367-acc5-ba9a9a26711a, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=153c883a-e8b2-4367-acc5-ba9a9a26711a,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:51:18.525375 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (153c883a-e8b2-4367-acc5-ba9a9a26711a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:18.572174 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=153c883a-e8b2-4367-acc5-ba9a9a26711a,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:18.584157 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 50160) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:18.684856 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:18.713204 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-46adf2b9-86c4-47eb-848c-9b8cd8b419af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:18.815498 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-46adf2b9-86c4-47eb-848c-9b8cd8b419af admin admin] Publish callbacks [] for security_group (bca95c33-9073-41df-98f2-28e68e9180dd), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:18.819918 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-46adf2b9-86c4-47eb-848c-9b8cd8b419af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (bca95c33-9073-41df-98f2-28e68e9180dd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:18.835561 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['153c883a-e8b2-4367-acc5-ba9a9a26711a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:51:18.865660 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-46adf2b9-86c4-47eb-848c-9b8cd8b419af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=deee205d75704ae5953fea350c92838b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803366 Mar 23 23:51:18.868516 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 50166) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:18.875639 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46adf2b9-86c4-47eb-848c-9b8cd8b419af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca95c33-9073-41df-98f2-28e68e9180dd,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:18.889246 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263498a-e40d-4991-b14d-85b667777ce9 req-b012f775-82ef-4197-97cf-79b3fb16e3fe tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:18.891032 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3263498a-e40d-4991-b14d-85b667777ce9 req-b012f775-82ef-4197-97cf-79b3fb16e3fe tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.1142383 Mar 23 23:51:18.941093 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-18744c49-302c-41f0-a3c4-d3f6f669ab6e admin admin] Publish callbacks [] for security_group (bca95c33-9073-41df-98f2-28e68e9180dd), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:18.949674 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3263498a-e40d-4991-b14d-85b667777ce9 req-460607c2-963c-4feb-8135-7a90f99023d8 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525067 Mar 23 23:51:18.966464 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-18744c49-302c-41f0-a3c4-d3f6f669ab6e admin admin] Publish callbacks [] for security_group (bca95c33-9073-41df-98f2-28e68e9180dd), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:19.026345 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-18744c49-302c-41f0-a3c4-d3f6f669ab6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (bca95c33-9073-41df-98f2-28e68e9180dd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:19.029196 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-18744c49-302c-41f0-a3c4-d3f6f669ab6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:19.032682 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-18744c49-302c-41f0-a3c4-d3f6f669ab6e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bca95c33-9073-41df-98f2-28e68e9180dd HTTP/1.1" status: 204 len: 168 time: 0.1602669 Mar 23 23:51:19.037925 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18744c49-302c-41f0-a3c4-d3f6f669ab6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca95c33-9073-41df-98f2-28e68e9180dd,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:19.128971 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 50182) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:19.224759 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbfa83-3cdb-4a3a-9ce2-40a3a51050dd req-f67bc9af-f3b1-458f-8565-3b25f97f590d tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:19.230533 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-65fbfa83-3cdb-4a3a-9ce2-40a3a51050dd req-f67bc9af-f3b1-458f-8565-3b25f97f590d tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 944 time: 0.0588515 Mar 23 23:51:19.319733 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-65fbfa83-3cdb-4a3a-9ce2-40a3a51050dd req-711d5975-c940-400b-aaa4-a9ab2cd4a31a tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554638 Mar 23 23:51:19.385693 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 50190) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:19.419793 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-972f0426-af25-4dae-a862-c30710314cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:19.721556 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-22a226bd-1162-4c98-8897-03c976497358 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=929a426d6db446fcb74c75bf87ef1555&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3345695 Mar 23 23:51:19.724132 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 50194) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:19.750533 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-972f0426-af25-4dae-a862-c30710314cf8 admin admin] Publish callbacks [] for security_group (521d8f13-c615-49d7-80e1-26fca3fc72e5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:19.755914 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-972f0426-af25-4dae-a862-c30710314cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (521d8f13-c615-49d7-80e1-26fca3fc72e5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:19.773289 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b98edcb2-9902-40af-9f3a-eae34eacf071 admin admin] Publish callbacks [] for security_group (fc934fb9-1372-42ad-bf1b-2c72fb489d6e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:19.793080 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-972f0426-af25-4dae-a862-c30710314cf8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8015c70c20d54499ac238e44ebe45648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6634018 Mar 23 23:51:19.794346 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f0426-af25-4dae-a862-c30710314cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521d8f13-c615-49d7-80e1-26fca3fc72e5,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:19.796627 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 50196) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:19.798281 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b98edcb2-9902-40af-9f3a-eae34eacf071 admin admin] Publish callbacks [] for security_group (fc934fb9-1372-42ad-bf1b-2c72fb489d6e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:19.848258 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e1704ea6-2efe-4fc6-964d-aa72ed8e6082 admin admin] Publish callbacks [] for security_group (521d8f13-c615-49d7-80e1-26fca3fc72e5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:19.857536 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b98edcb2-9902-40af-9f3a-eae34eacf071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (fc934fb9-1372-42ad-bf1b-2c72fb489d6e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:19.860061 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b98edcb2-9902-40af-9f3a-eae34eacf071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:19.861232 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-b98edcb2-9902-40af-9f3a-eae34eacf071 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc934fb9-1372-42ad-bf1b-2c72fb489d6e HTTP/1.1" status: 204 len: 168 time: 0.1360474 Mar 23 23:51:19.869077 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98edcb2-9902-40af-9f3a-eae34eacf071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc934fb9-1372-42ad-bf1b-2c72fb489d6e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:19.871350 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e1704ea6-2efe-4fc6-964d-aa72ed8e6082 admin admin] Publish callbacks [] for security_group (521d8f13-c615-49d7-80e1-26fca3fc72e5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:19.923373 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e1704ea6-2efe-4fc6-964d-aa72ed8e6082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (521d8f13-c615-49d7-80e1-26fca3fc72e5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:19.926337 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e1704ea6-2efe-4fc6-964d-aa72ed8e6082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:19.927838 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-e1704ea6-2efe-4fc6-964d-aa72ed8e6082 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/521d8f13-c615-49d7-80e1-26fca3fc72e5 HTTP/1.1" status: 204 len: 168 time: 0.1303384 Mar 23 23:51:19.936344 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1704ea6-2efe-4fc6-964d-aa72ed8e6082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521d8f13-c615-49d7-80e1-26fca3fc72e5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:20.107643 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71038fc6-2c54-424f-a4f9-b0322e0455fd req-aa7df84e-0ac2-4323-a530-0b7937e522c1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:20.109423 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-71038fc6-2c54-424f-a4f9-b0322e0455fd req-aa7df84e-0ac2-4323-a530-0b7937e522c1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0587564 Mar 23 23:51:20.161871 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-71038fc6-2c54-424f-a4f9-b0322e0455fd req-c7042e58-5a28-49b9-b968-6fe353652943 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458605 Mar 23 23:51:20.204014 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 153c883a-e8b2-4367-acc5-ba9a9a26711a up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:51:20.260554 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port 153c883a-e8b2-4367-acc5-ba9a9a26711a completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 23:51:20.262923 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port 153c883a-e8b2-4367-acc5-ba9a9a26711a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:20.263332 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (153c883a-e8b2-4367-acc5-ba9a9a26711a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:20.343972 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 153c883a-e8b2-4367-acc5-ba9a9a26711a is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:20.344380 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (153c883a-e8b2-4367-acc5-ba9a9a26711a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:20.374602 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff7ddc7-8cd7-4703-97cb-9e53164cf1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153c883a-e8b2-4367-acc5-ba9a9a26711a'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:51:20.376888 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f86f65-6bec-4fde-84c1-b4496ac861e2" -d '{"events": [{"server_uuid": "cff7ddc7-8cd7-4703-97cb-9e53164cf1c7", "name": "network-vif-plugged", "status": "completed", "tag": "153c883a-e8b2-4367-acc5-ba9a9a26711a"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:51:20.390022 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 153c883a-e8b2-4367-acc5-ba9a9a26711a, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=153c883a-e8b2-4367-acc5-ba9a9a26711a,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:51:20.395676 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (153c883a-e8b2-4367-acc5-ba9a9a26711a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:20.426232 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5e5384-8170-471f-9caa-18b85b9c4087 x-openstack-request-id: req-1e5e5384-8170-471f-9caa-18b85b9c4087 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:51:20.426652 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff7ddc7-8cd7-4703-97cb-9e53164cf1c7", "name": "network-vif-plugged", "status": "completed", "tag": "153c883a-e8b2-4367-acc5-ba9a9a26711a", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:51:20.426998 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e5e5384-8170-471f-9caa-18b85b9c4087 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:51:20.427509 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e5e5384-8170-471f-9caa-18b85b9c4087'] response: {'server_uuid': 'cff7ddc7-8cd7-4703-97cb-9e53164cf1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153c883a-e8b2-4367-acc5-ba9a9a26711a', 'code': 200} Mar 23 23:51:20.453307 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=153c883a-e8b2-4367-acc5-ba9a9a26711a,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:20.468269 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a1156-cbfc-4693-a180-84197d61db39 req-1e1ce5cf-a8c6-434c-b63d-75cae8c2e2d0 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:20.469891 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-229a1156-cbfc-4693-a180-84197d61db39 req-1e1ce5cf-a8c6-434c-b63d-75cae8c2e2d0 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0752029 Mar 23 23:51:20.529206 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-229a1156-cbfc-4693-a180-84197d61db39 req-fedd20eb-70a5-43dc-a92d-14e6a3d29fa5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532441 Mar 23 23:51:20.623365 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01399bd3-6751-41d2-80c2-e92c37058ca2 req-537c1009-620b-4ed2-a130-ca8a4c5fb8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:20.624948 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-01399bd3-6751-41d2-80c2-e92c37058ca2 req-537c1009-620b-4ed2-a130-ca8a4c5fb8fa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 1129 time: 0.0472159 Mar 23 23:51:20.673039 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-01399bd3-6751-41d2-80c2-e92c37058ca2 req-e779aaaf-f6fe-4161-b6c6-c55ab6a1fdb1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377741 Mar 23 23:51:20.697390 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 50228) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:20.807118 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-9f2dffe2-bdab-43a4-ae06-ba302e26bf69 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-304833916-network', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:20.830695 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2dffe2-bdab-43a4-ae06-ba302e26bf69 admin admin] Made reservation on behalf of 02770b121f6f4405bcd904ae1a2460d6 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:51:20.833559 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9f2dffe2-bdab-43a4-ae06-ba302e26bf69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:20.842135 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9f2dffe2-bdab-43a4-ae06-ba302e26bf69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:20.925210 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9f2dffe2-bdab-43a4-ae06-ba302e26bf69 admin admin] Publish callbacks [] for security_group (5543272d-65b8-48e5-8639-f40c8cdb0fa7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:20.931213 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9f2dffe2-bdab-43a4-ae06-ba302e26bf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (5543272d-65b8-48e5-8639-f40c8cdb0fa7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:20.957083 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2dffe2-bdab-43a4-ae06-ba302e26bf69 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 23:51:20.963149 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2dffe2-bdab-43a4-ae06-ba302e26bf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5543272d-65b8-48e5-8639-f40c8cdb0fa7,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:20.969202 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9f2dffe2-bdab-43a4-ae06-ba302e26bf69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (deed62c0-222a-45f8-a751-10d58b02153c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:20.969565 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.segments_db [None req-9f2dffe2-bdab-43a4-ae06-ba302e26bf69 admin admin] Added segment deed62c0-222a-45f8-a751-10d58b02153c of type vlan for network eb32722d-34ad-4f86-a879-08111091b10d Mar 23 23:51:21.008629 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9f2dffe2-bdab-43a4-ae06-ba302e26bf69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777139294019'] for network (eb32722d-34ad-4f86-a879-08111091b10d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:21.036641 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9f2dffe2-bdab-43a4-ae06-ba302e26bf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for network (eb32722d-34ad-4f86-a879-08111091b10d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:21.037600 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2dffe2-bdab-43a4-ae06-ba302e26bf69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:21.038178 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9f2dffe2-bdab-43a4-ae06-ba302e26bf69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:21.092044 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-9f2dffe2-bdab-43a4-ae06-ba302e26bf69 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3935266 Mar 23 23:51:21.095439 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 50234) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:21.100506 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-eba8b714-b998-4bc2-b198-490c12899941 admin admin] Request body: {'subnet': {'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-304833916-subnet', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:21.102935 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2dffe2-bdab-43a4-ae06-ba302e26bf69 admin admin] Pushing event updated for resources: {'Network': ['ID=eb32722d-34ad-4f86-a879-08111091b10d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:21.115906 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Network eb32722d-34ad-4f86-a879-08111091b10d details requested by agent ovs-agent-dv-cinder-749155-6-iscsi with host dv-cinder-749155-6-iscsi {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 23:51:21.127632 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba8b714-b998-4bc2-b198-490c12899941 admin admin] Made reservation on behalf of 02770b121f6f4405bcd904ae1a2460d6 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:51:21.129963 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eba8b714-b998-4bc2-b198-490c12899941 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5875715'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:21.336622 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91852ec-40ec-4261-958c-93b7ebed56fd req-b354be3c-59ac-4221-988c-e2f005390475 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:21.338121 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e91852ec-40ec-4261-958c-93b7ebed56fd req-b354be3c-59ac-4221-988c-e2f005390475 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.1001828 Mar 23 23:51:21.339372 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eba8b714-b998-4bc2-b198-490c12899941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5581697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5875733'] for subnet (33f2a048-cda2-4701-8292-38152d7aa069), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:21.405564 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8b714-b998-4bc2-b198-490c12899941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33f2a048-cda2-4701-8292-38152d7aa069,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:21.434066 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e91852ec-40ec-4261-958c-93b7ebed56fd req-34104255-653b-4903-a428-7ac86fa65bc0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874252 Mar 23 23:51:21.440298 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba8b714-b998-4bc2-b198-490c12899941 admin admin] Checking segment: {'id': 'deed62c0-222a-45f8-a751-10d58b02153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:51:21.440653 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba8b714-b998-4bc2-b198-490c12899941 admin admin] Network hostable DHCP agents. Network: eb32722d-34ad-4f86-a879-08111091b10d, hostable agents: ['241e2e2a-1e2f-484e-9acb-0603fdf8399b'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 23:51:21.458534 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba8b714-b998-4bc2-b198-490c12899941 admin admin] Network eb32722d-34ad-4f86-a879-08111091b10d is scheduled to be hosted by DHCP agent 241e2e2a-1e2f-484e-9acb-0603fdf8399b with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 23:51:21.468891 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-eba8b714-b998-4bc2-b198-490c12899941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-6-iscsi, eb32722d-34ad-4f86-a879-08111091b10d) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:51:21.473140 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba8b714-b998-4bc2-b198-490c12899941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:21.473771 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eba8b714-b998-4bc2-b198-490c12899941 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:21.478132 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec2d496-a120-410c-b7f0-ca3f2c6180ef None None] Network eb32722d-34ad-4f86-a879-08111091b10d requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:51:21.493774 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-eba8b714-b998-4bc2-b198-490c12899941 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3947508 Mar 23 23:51:21.493957 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 50240) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:21.498178 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1d5884d8-2211-437c-a349-a5464dd1c970 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:21.517645 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d5884d8-2211-437c-a349-a5464dd1c970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (aa2e5138-d485-4376-93dd-0346e3528def), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:21.518633 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d5884d8-2211-437c-a349-a5464dd1c970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (aa2e5138-d485-4376-93dd-0346e3528def), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:21.577714 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d5884d8-2211-437c-a349-a5464dd1c970 admin admin] Publish callbacks [] for router_controller (aa2e5138-d485-4376-93dd-0346e3528def), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:21.586451 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e1639c-67de-5e20-9028-c27b0e4ba40d-eb32722d-34ad-4f86-a879-08111091b10d', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069'}]}} from dv-cinder-749155-6-iscsi. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 23:51:21.587287 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:21.726319 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] Allocated IP 172.20.0.2 (eb32722d-34ad-4f86-a879-08111091b10d/33f2a048-cda2-4701-8292-38152d7aa069/3314d61e-d924-4639-a23f-caab88e59bca) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:51:21.751370 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d5884d8-2211-437c-a349-a5464dd1c970 admin admin] Publish callbacks [] for router_gateway (aa2e5138-d485-4376-93dd-0346e3528def), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:21.765669 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbe730-f614-4918-9927-cac09d18fb83 req-29fa1bd2-7c28-4d30-8a42-b0a7964e7425 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:21.767140 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-09cbe730-f614-4918-9927-cac09d18fb83 req-29fa1bd2-7c28-4d30-8a42-b0a7964e7425 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.1492512 Mar 23 23:51:21.854851 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-09cbe730-f614-4918-9927-cac09d18fb83 req-bd5097f4-5abc-4c55-88a5-d0b3d357d401 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744722 Mar 23 23:51:21.873978 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] Publish callbacks [] for port (3314d61e-d924-4639-a23f-caab88e59bca), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:21.883177 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175'] for port (3314d61e-d924-4639-a23f-caab88e59bca), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:21.920340 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] Network eb32722d-34ad-4f86-a879-08111091b10d is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:51:21.923150 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:51:21.926610 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:51:21.940242 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] Pushing event updated for resources: {'Port': ['ID=3314d61e-d924-4639-a23f-caab88e59bca,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:21.987754 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] Attempting to bind port 3314d61e-d924-4639-a23f-caab88e59bca on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:51:21.988124 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] Attempting to bind port 3314d61e-d924-4639-a23f-caab88e59bca by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': 'deed62c0-222a-45f8-a751-10d58b02153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:51:21.988555 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] Attempting to bind port 3314d61e-d924-4639-a23f-caab88e59bca on network eb32722d-34ad-4f86-a879-08111091b10d {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:51:21.994805 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:51:21.995291 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] Checking segment: {'id': 'deed62c0-222a-45f8-a751-10d58b02153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:51:21.995876 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:21.996281 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] Bound using segment: {'id': 'deed62c0-222a-45f8-a751-10d58b02153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:51:21.996973 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] Bound port: 3314d61e-d924-4639-a23f-caab88e59bca, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deed62c0-222a-45f8-a751-10d58b02153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:51:21.998010 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (3314d61e-d924-4639-a23f-caab88e59bca), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:22.011074 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d5884d8-2211-437c-a349-a5464dd1c970 admin admin] Publish callbacks [] for router_gateway (aa2e5138-d485-4376-93dd-0346e3528def), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:22.030507 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d5884d8-2211-437c-a349-a5464dd1c970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:22.072526 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] For port 3314d61e-d924-4639-a23f-caab88e59bca, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:51:22.075762 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] For port 3314d61e-d924-4639-a23f-caab88e59bca, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=3314d61e-d924-4639-a23f-caab88e59bca,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:51:22.082387 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (3314d61e-d924-4639-a23f-caab88e59bca), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:22.140736 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97377828-1d6c-463e-b982-1c6e03aaa9bd None None] Pushing event updated for resources: {'Port': ['ID=3314d61e-d924-4639-a23f-caab88e59bca,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:22.159438 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-1d5884d8-2211-437c-a349-a5464dd1c970 admin admin] Allocated IP 172.27.0.189 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/d9eb42d9-2705-4054-ab63-3934a0c1e336) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:51:22.273925 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d5884d8-2211-437c-a349-a5464dd1c970 admin admin] Publish callbacks [] for port (d9eb42d9-2705-4054-ab63-3934a0c1e336), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:22.317560 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d5884d8-2211-437c-a349-a5464dd1c970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (d9eb42d9-2705-4054-ab63-3934a0c1e336), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:22.361874 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5884d8-2211-437c-a349-a5464dd1c970 admin admin] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:51:22.364682 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-1d5884d8-2211-437c-a349-a5464dd1c970 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:51:22.370727 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5884d8-2211-437c-a349-a5464dd1c970 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:51:22.376783 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5884d8-2211-437c-a349-a5464dd1c970 admin admin] Pushing event updated for resources: {'Port': ['ID=d9eb42d9-2705-4054-ab63-3934a0c1e336,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:22.515722 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 3314d61e-d924-4639-a23f-caab88e59bca up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:51:22.565862 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 3314d61e-d924-4639-a23f-caab88e59bca triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:22.566153 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (3314d61e-d924-4639-a23f-caab88e59bca), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:22.652965 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 3314d61e-d924-4639-a23f-caab88e59bca is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:22.653971 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (3314d61e-d924-4639-a23f-caab88e59bca), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:22.658042 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fb4a2-2f44-425c-bbbd-96f85ae2bd1f req-f26e907e-f68c-4e71-aa4d-64238ba3c50e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:22.659511 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-506fb4a2-2f44-425c-bbbd-96f85ae2bd1f req-f26e907e-f68c-4e71-aa4d-64238ba3c50e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.1336527 Mar 23 23:51:22.687488 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] For port 3314d61e-d924-4639-a23f-caab88e59bca, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=3314d61e-d924-4639-a23f-caab88e59bca,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:51:22.692637 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (3314d61e-d924-4639-a23f-caab88e59bca), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:22.697237 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d5884d8-2211-437c-a349-a5464dd1c970 admin admin] Publish callbacks [] for router_gateway (aa2e5138-d485-4376-93dd-0346e3528def), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:22.741017 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Pushing event updated for resources: {'Port': ['ID=3314d61e-d924-4639-a23f-caab88e59bca,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:22.779059 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-506fb4a2-2f44-425c-bbbd-96f85ae2bd1f req-4041fc27-b8fb-49cb-b9e0-3b80b62c1a2c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138270 Mar 23 23:51:22.923268 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d5884d8-2211-437c-a349-a5464dd1c970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574760'] for router (aa2e5138-d485-4376-93dd-0346e3528def), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:23.070418 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e108f2a-ae00-447b-8e97-13292ce27073 None None] Network eb32722d-34ad-4f86-a879-08111091b10d requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:51:23.140239 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-64783a8f-2a8b-4be9-9613-f169cbd68cc7 None None] Provisioning complete for port 3314d61e-d924-4639-a23f-caab88e59bca triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:23.140578 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-64783a8f-2a8b-4be9-9613-f169cbd68cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (3314d61e-d924-4639-a23f-caab88e59bca), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:23.262099 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-64783a8f-2a8b-4be9-9613-f169cbd68cc7 None None] Current status of the port 3314d61e-d924-4639-a23f-caab88e59bca is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:23.298191 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b69f6-e0a0-42d8-ad45-d7542b81948f req-85c1cdc8-da54-47f6-94d3-735ba97c6b12 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:23.299708 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5f4b69f6-e0a0-42d8-ad45-d7542b81948f req-85c1cdc8-da54-47f6-94d3-735ba97c6b12 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0987153 Mar 23 23:51:23.368506 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5f4b69f6-e0a0-42d8-ad45-d7542b81948f req-1e098017-4555-4ebc-8370-5ed37700c2b5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600979 Mar 23 23:51:23.377719 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5884d8-2211-437c-a349-a5464dd1c970 admin admin] Router aa2e5138-d485-4376-93dd-0346e3528def is scheduled to L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 23:51:23.484048 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1150a320-8f29-4ecd-ac84-b2860e28ee91 None None] Provisioning complete for port 3314d61e-d924-4639-a23f-caab88e59bca triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:23.484335 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1150a320-8f29-4ecd-ac84-b2860e28ee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (3314d61e-d924-4639-a23f-caab88e59bca), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:23.533097 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b97fc-557e-4025-838a-68ee71fd5b2f req-5c17c11e-89db-42dd-af00-0083e97e0aca tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:23.534615 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-450b97fc-557e-4025-838a-68ee71fd5b2f req-5c17c11e-89db-42dd-af00-0083e97e0aca tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0792067 Mar 23 23:51:23.536018 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5884d8-2211-437c-a349-a5464dd1c970 admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:51:23.543753 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 50254) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:23.548503 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-e911e67a-88ea-4ac5-806d-06a54d67b4c5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Request body: {'floatingip': {'port_id': '153c883a-e8b2-4367-acc5-ba9a9a26711a'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:23.549068 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] Sync routers for ids ['aa2e5138-d485-4376-93dd-0346e3528def'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:51:23.556747 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d5884d8-2211-437c-a349-a5464dd1c970 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:23.561778 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-1d5884d8-2211-437c-a349-a5464dd1c970 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0666835 Mar 23 23:51:23.562597 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 50256) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:23.564983 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] Routers {'aa2e5138-d485-4376-93dd-0346e3528def'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:51:23.565842 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:51:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['aa2e5138-d485-4376-93dd-0346e3528def'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:23.569762 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1150a320-8f29-4ecd-ac84-b2860e28ee91 None None] Current status of the port 3314d61e-d924-4639-a23f-caab88e59bca is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:23.594716 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e911e67a-88ea-4ac5-806d-06a54d67b4c5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for floatingip (86907758-7835-4067-ac44-edd63ae8737b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:23.679315 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] Set router aa2e5138-d485-4376-93dd-0346e3528def gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:51:23.864675 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:22Z', 'revision_number': 3, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:23.897159 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] Checking router: aa2e5138-d485-4376-93dd-0346e3528def for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:51:23.897526 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] Updating router aa2e5138-d485-4376-93dd-0346e3528def port d9eb42d9-2705-4054-ab63-3934a0c1e336 binding host dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 23:51:23.925060 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (d9eb42d9-2705-4054-ab63-3934a0c1e336), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:23.937858 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd8fd8-905e-4d1b-8c68-f63fddf26fa8 req-0599d22f-eba0-4727-8032-f136fe1fa297 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:23.939334 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ebcd8fd8-905e-4d1b-8c68-f63fddf26fa8 req-0599d22f-eba0-4727-8032-f136fe1fa297 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0758677 Mar 23 23:51:24.044026 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ebcd8fd8-905e-4d1b-8c68-f63fddf26fa8 req-b29e0cd1-3a53-44c0-b008-5f5eb55c6133 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844181 Mar 23 23:51:24.076202 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e911e67a-88ea-4ac5-806d-06a54d67b4c5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:24.080528 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e911e67a-88ea-4ac5-806d-06a54d67b4c5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (86907758-7835-4067-ac44-edd63ae8737b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:24.091616 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87251ba9-a7ff-46e8-8f22-ba9429ea43cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:24.183701 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] Publish callbacks [] for port (d9eb42d9-2705-4054-ab63-3934a0c1e336), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:24.189996 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.l3_db [None req-e911e67a-88ea-4ac5-806d-06a54d67b4c5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Floating IP 86907758-7835-4067-ac44-edd63ae8737b associated. External IP: 172.27.0.191, port: 153c883a-e8b2-4367-acc5-ba9a9a26711a. Mar 23 23:51:24.190695 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (d9eb42d9-2705-4054-ab63-3934a0c1e336), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:24.252387 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d460ce0-d9d6-4d41-9e21-676df24fe508 None None] Pushing event updated for resources: {'Port': ['ID=d9eb42d9-2705-4054-ab63-3934a0c1e336,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:24.269304 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-87251ba9-a7ff-46e8-8f22-ba9429ea43cb admin admin] Allocated IP 172.20.0.1 (eb32722d-34ad-4f86-a879-08111091b10d/33f2a048-cda2-4701-8292-38152d7aa069/c5a7144b-72fc-4776-b25c-2fe67a1fff5a) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:51:24.273292 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] Attempting to bind port d9eb42d9-2705-4054-ab63-3934a0c1e336 on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:51:24.273681 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] Attempting to bind port d9eb42d9-2705-4054-ab63-3934a0c1e336 by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:51:24.274052 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] Attempting to bind port d9eb42d9-2705-4054-ab63-3934a0c1e336 on network b729df10-08c3-4315-b5ba-4a4ad36352af {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:51:24.280831 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:51:24.281227 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] Checking segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:51:24.281706 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:24.282724 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] Bound using segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:51:24.283326 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] Bound port: d9eb42d9-2705-4054-ab63-3934a0c1e336, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:51:24.283799 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (d9eb42d9-2705-4054-ab63-3934a0c1e336), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:24.360807 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] For port d9eb42d9-2705-4054-ab63-3934a0c1e336, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:51:24.365834 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d460ce0-d9d6-4d41-9e21-676df24fe508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:24.366177 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d460ce0-d9d6-4d41-9e21-676df24fe508 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:24.366539 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d460ce0-d9d6-4d41-9e21-676df24fe508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:24.366888 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d460ce0-d9d6-4d41-9e21-676df24fe508 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:24.367220 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d460ce0-d9d6-4d41-9e21-676df24fe508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:24.367626 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d460ce0-d9d6-4d41-9e21-676df24fe508 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:24.367938 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d460ce0-d9d6-4d41-9e21-676df24fe508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:24.368257 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d460ce0-d9d6-4d41-9e21-676df24fe508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:24.368572 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d460ce0-d9d6-4d41-9e21-676df24fe508 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:24.368887 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d460ce0-d9d6-4d41-9e21-676df24fe508 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:24.369891 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d460ce0-d9d6-4d41-9e21-676df24fe508 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:24.370240 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d460ce0-d9d6-4d41-9e21-676df24fe508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:24.370564 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d460ce0-d9d6-4d41-9e21-676df24fe508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:24.370895 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d460ce0-d9d6-4d41-9e21-676df24fe508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:24.371895 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d460ce0-d9d6-4d41-9e21-676df24fe508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:51:24.381302 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] For port d9eb42d9-2705-4054-ab63-3934a0c1e336, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=d9eb42d9-2705-4054-ab63-3934a0c1e336,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:51:24.389716 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (d9eb42d9-2705-4054-ab63-3934a0c1e336), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:24.396422 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87251ba9-a7ff-46e8-8f22-ba9429ea43cb admin admin] Publish callbacks [] for port (c5a7144b-72fc-4776-b25c-2fe67a1fff5a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:24.432830 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87251ba9-a7ff-46e8-8f22-ba9429ea43cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (c5a7144b-72fc-4776-b25c-2fe67a1fff5a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:24.445958 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d460ce0-d9d6-4d41-9e21-676df24fe508 None None] Pushing event updated for resources: {'Port': ['ID=d9eb42d9-2705-4054-ab63-3934a0c1e336,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:24.466238 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] Routers {'aa2e5138-d485-4376-93dd-0346e3528def'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:51:24.467044 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:51:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['aa2e5138-d485-4376-93dd-0346e3528def'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:24.483977 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87251ba9-a7ff-46e8-8f22-ba9429ea43cb admin admin] Network eb32722d-34ad-4f86-a879-08111091b10d is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:51:24.500825 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e911e67a-88ea-4ac5-806d-06a54d67b4c5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Router 0bb096a8-777d-412d-9127-ab6b5eb1c066 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:51:24.501175 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-87251ba9-a7ff-46e8-8f22-ba9429ea43cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:51:24.508314 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87251ba9-a7ff-46e8-8f22-ba9429ea43cb admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:51:24.533726 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87251ba9-a7ff-46e8-8f22-ba9429ea43cb admin admin] Pushing event updated for resources: {'Port': ['ID=c5a7144b-72fc-4776-b25c-2fe67a1fff5a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:24.560753 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 3314d61e-d924-4639-a23f-caab88e59bca up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:51:24.616257 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87251ba9-a7ff-46e8-8f22-ba9429ea43cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574717'] for router_interface (aa2e5138-d485-4376-93dd-0346e3528def), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:24.669185 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e911e67a-88ea-4ac5-806d-06a54d67b4c5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:51:24.674101 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e911e67a-88ea-4ac5-806d-06a54d67b4c5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:24.683273 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1173e2c2-020e-4ffd-8759-dcf783fe4226 None None] Sync routers for ids ['0bb096a8-777d-412d-9127-ab6b5eb1c066'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:51:24.690814 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 3314d61e-d924-4639-a23f-caab88e59bca triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:24.695826 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (3314d61e-d924-4639-a23f-caab88e59bca), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:24.718672 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] Set router aa2e5138-d485-4376-93dd-0346e3528def gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:51:24.728271 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1173e2c2-020e-4ffd-8759-dcf783fe4226 None None] Routers {'0bb096a8-777d-412d-9127-ab6b5eb1c066'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:51:24.729691 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1173e2c2-020e-4ffd-8759-dcf783fe4226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:51:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0bb096a8-777d-412d-9127-ab6b5eb1c066'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:24.733193 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-e911e67a-88ea-4ac5-806d-06a54d67b4c5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "PUT /v2.0/floatingips/86907758-7835-4067-ac44-edd63ae8737b HTTP/1.1" status: 200 len: 991 time: 1.1883364 Mar 23 23:51:24.734180 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff7ddc7-8cd7-4703-97cb-9e53164cf1c7', 'tag': '153c883a-e8b2-4367-acc5-ba9a9a26711a'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:51:24.736818 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8eede0-e0e1-4e22-8ff5-54dff5d4f15f" -d '{"events": [{"name": "network-changed", "server_uuid": "cff7ddc7-8cd7-4703-97cb-9e53164cf1c7", "tag": "153c883a-e8b2-4367-acc5-ba9a9a26711a"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:51:24.806850 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffbd536-9ddf-49f5-8df4-09657b90cb8a x-openstack-request-id: req-5ffbd536-9ddf-49f5-8df4-09657b90cb8a {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:51:24.807149 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff7ddc7-8cd7-4703-97cb-9e53164cf1c7", "tag": "153c883a-e8b2-4367-acc5-ba9a9a26711a", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:51:24.807446 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ffbd536-9ddf-49f5-8df4-09657b90cb8a {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:51:24.808053 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ffbd536-9ddf-49f5-8df4-09657b90cb8a'] response: {'name': 'network-changed', 'server_uuid': 'cff7ddc7-8cd7-4703-97cb-9e53164cf1c7', 'tag': '153c883a-e8b2-4367-acc5-ba9a9a26711a', 'status': 'completed', 'code': 200} Mar 23 23:51:24.874154 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87251ba9-a7ff-46e8-8f22-ba9429ea43cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (c5a7144b-72fc-4776-b25c-2fe67a1fff5a), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:24.915286 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8eede0-e0e1-4e22-8ff5-54dff5d4f15f req-93bdc75b-4efe-4df5-a4ef-0d7f74567976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:24.917875 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ea8eede0-e0e1-4e22-8ff5-54dff5d4f15f req-93bdc75b-4efe-4df5-a4ef-0d7f74567976 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 1129 time: 0.0835729 Mar 23 23:51:24.948210 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-36c1f9ab-8966-4e7b-a8bd-122e2d2981bf None None] Provisioning complete for port c5a7144b-72fc-4776-b25c-2fe67a1fff5a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:24.948210 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-36c1f9ab-8966-4e7b-a8bd-122e2d2981bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (c5a7144b-72fc-4776-b25c-2fe67a1fff5a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:24.951153 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-1173e2c2-020e-4ffd-8759-dcf783fe4226 None None] Set router 0bb096a8-777d-412d-9127-ab6b5eb1c066 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:51:25.028151 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:22Z', 'revision_number': 3, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:25.038121 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8eede0-e0e1-4e22-8ff5-54dff5d4f15f req-df51534b-dc55-4597-b129-900e5ed97dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:25.039938 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ea8eede0-e0e1-4e22-8ff5-54dff5d4f15f req-df51534b-dc55-4597-b129-900e5ed97dbf service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e8de27b-07d3-4627-8f07-85afc18d3e4e HTTP/1.1" status: 200 len: 917 time: 0.1151738 Mar 23 23:51:25.061959 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235794d-96c9-46ef-b520-7cc90204499a None None] The sync data for ids ['aa2e5138-d485-4376-93dd-0346e3528def'] in dv-cinder-749155-6-iscsi is: [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:22Z', 'revision_number': 3, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:51:25.096901 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87251ba9-a7ff-46e8-8f22-ba9429ea43cb admin admin] Publish callbacks [] for port (c5a7144b-72fc-4776-b25c-2fe67a1fff5a), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:25.103915 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87251ba9-a7ff-46e8-8f22-ba9429ea43cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5624838'] for port (c5a7144b-72fc-4776-b25c-2fe67a1fff5a), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:25.105973 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-36c1f9ab-8966-4e7b-a8bd-122e2d2981bf None None] Port c5a7144b-72fc-4776-b25c-2fe67a1fff5a cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:51:25.125390 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 3314d61e-d924-4639-a23f-caab88e59bca is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:25.152072 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ea8eede0-e0e1-4e22-8ff5-54dff5d4f15f req-fb75f202-32dd-4d6f-a6a6-ba38e951b8ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=153c883a-e8b2-4367-acc5-ba9a9a26711a HTTP/1.1" status: 200 len: 999 time: 0.1005051 Mar 23 23:51:25.206623 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8eede0-e0e1-4e22-8ff5-54dff5d4f15f req-06637ea7-f65e-4bec-a72a-c244024ad1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:25.208235 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ea8eede0-e0e1-4e22-8ff5-54dff5d4f15f req-06637ea7-f65e-4bec-a72a-c244024ad1c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36fdea4e-dd3d-4b87-92dc-886e2d219615 HTTP/1.1" status: 200 len: 856 time: 0.0518916 Mar 23 23:51:25.229092 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87251ba9-a7ff-46e8-8f22-ba9429ea43cb admin admin] Pushing event updated for resources: {'Port': ['ID=c5a7144b-72fc-4776-b25c-2fe67a1fff5a,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:25.232020 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87251ba9-a7ff-46e8-8f22-ba9429ea43cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574569'] for router_interface (aa2e5138-d485-4376-93dd-0346e3528def), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:25.307883 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785676c-865c-4f18-9820-ace5ddd324da req-96ef947b-b80f-421d-822c-355350a54509 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:25.309614 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3785676c-865c-4f18-9820-ace5ddd324da req-96ef947b-b80f-421d-822c-355350a54509 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.1474144 Mar 23 23:51:25.391679 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3785676c-865c-4f18-9820-ace5ddd324da req-fd67695d-c442-4e65-a28f-d26d8b7a3af3 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720637 Mar 23 23:51:25.403350 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87251ba9-a7ff-46e8-8f22-ba9429ea43cb admin admin] Network eb32722d-34ad-4f86-a879-08111091b10d is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:51:25.405731 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-87251ba9-a7ff-46e8-8f22-ba9429ea43cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:51:25.491451 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1173e2c2-020e-4ffd-8759-dcf783fe4226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'name': 'tempest-ServerRescueNegativeTestJSON-58438199-router', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '3b706113-9f28-431d-869a-030cb227901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'gw_port': {'id': '3b706113-9f28-431d-869a-030cb227901b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:48Z', 'updated_at': '2022-03-23T23:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '86907758-7835-4067-ac44-edd63ae8737b', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'port_id': '153c883a-e8b2-4367-acc5-ba9a9a26711a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'mac_address': 'fa:16:3e:b0:33:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff7ddc7-8cd7-4703-97cb-9e53164cf1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:51:08Z', 'updated_at': '2022-03-23T23:51:23Z', 'revision_number': 1, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c2f019-62b5-4b87-8c23-e3f87fa091a8', 'name': '', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'mac_address': 'fa:16:3e:aa:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:54Z', 'updated_at': '2022-03-23T23:49:05Z', 'revision_number': 5, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'subnets': [{'id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:25.526774 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1173e2c2-020e-4ffd-8759-dcf783fe4226 None None] Checking router: 0bb096a8-777d-412d-9127-ab6b5eb1c066 for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:51:25.536209 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1173e2c2-020e-4ffd-8759-dcf783fe4226 None None] Routers {'0bb096a8-777d-412d-9127-ab6b5eb1c066'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:51:25.536842 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1173e2c2-020e-4ffd-8759-dcf783fe4226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:51:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0bb096a8-777d-412d-9127-ab6b5eb1c066'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:25.574714 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87251ba9-a7ff-46e8-8f22-ba9429ea43cb admin admin] Router aa2e5138-d485-4376-93dd-0346e3528def has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:51:25.653061 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-db9f3c6d-a418-4c04-a6a1-3d59747d45db None None] Provisioning complete for port c5a7144b-72fc-4776-b25c-2fe67a1fff5a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:25.653418 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-db9f3c6d-a418-4c04-a6a1-3d59747d45db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (c5a7144b-72fc-4776-b25c-2fe67a1fff5a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:25.694022 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-1173e2c2-020e-4ffd-8759-dcf783fe4226 None None] Set router 0bb096a8-777d-412d-9127-ab6b5eb1c066 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:51:25.697650 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87251ba9-a7ff-46e8-8f22-ba9429ea43cb admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:51:25.709099 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-87251ba9-a7ff-46e8-8f22-ba9429ea43cb admin admin] 10.222.0.31 "PUT /v2.0/routers/aa2e5138-d485-4376-93dd-0346e3528def/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1394367 Mar 23 23:51:25.728312 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-db9f3c6d-a418-4c04-a6a1-3d59747d45db None None] Port c5a7144b-72fc-4776-b25c-2fe67a1fff5a cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:51:25.963931 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1173e2c2-020e-4ffd-8759-dcf783fe4226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'name': 'tempest-ServerRescueNegativeTestJSON-58438199-router', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '3b706113-9f28-431d-869a-030cb227901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'gw_port': {'id': '3b706113-9f28-431d-869a-030cb227901b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:48Z', 'updated_at': '2022-03-23T23:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '86907758-7835-4067-ac44-edd63ae8737b', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'port_id': '153c883a-e8b2-4367-acc5-ba9a9a26711a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'mac_address': 'fa:16:3e:b0:33:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff7ddc7-8cd7-4703-97cb-9e53164cf1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:51:08Z', 'updated_at': '2022-03-23T23:51:23Z', 'revision_number': 1, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c2f019-62b5-4b87-8c23-e3f87fa091a8', 'name': '', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'mac_address': 'fa:16:3e:aa:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:54Z', 'updated_at': '2022-03-23T23:49:05Z', 'revision_number': 5, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'subnets': [{'id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:25.992295 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1173e2c2-020e-4ffd-8759-dcf783fe4226 None None] The sync data for ids ['0bb096a8-777d-412d-9127-ab6b5eb1c066'] in dv-cinder-749155-6-iscsi is: [{'id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'name': 'tempest-ServerRescueNegativeTestJSON-58438199-router', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '3b706113-9f28-431d-869a-030cb227901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'gw_port': {'id': '3b706113-9f28-431d-869a-030cb227901b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:48Z', 'updated_at': '2022-03-23T23:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '86907758-7835-4067-ac44-edd63ae8737b', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'port_id': '153c883a-e8b2-4367-acc5-ba9a9a26711a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'mac_address': 'fa:16:3e:b0:33:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff7ddc7-8cd7-4703-97cb-9e53164cf1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:51:08Z', 'updated_at': '2022-03-23T23:51:23Z', 'revision_number': 1, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c2f019-62b5-4b87-8c23-e3f87fa091a8', 'name': '', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'mac_address': 'fa:16:3e:aa:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:54Z', 'updated_at': '2022-03-23T23:49:05Z', 'revision_number': 5, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'subnets': [{'id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:51:26.100468 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8eede0-e0e1-4e22-8ff5-54dff5d4f15f req-09a8be9c-e1f2-4765-891a-ae63e173475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:26.102062 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ea8eede0-e0e1-4e22-8ff5-54dff5d4f15f req-09a8be9c-e1f2-4765-891a-ae63e173475f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e8de27b-07d3-4627-8f07-85afc18d3e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549479 Mar 23 23:51:26.224104 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 50290) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:26.229282 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1a7296dd-b6aa-4457-9c9c-70c1c2663aca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1074618277-network', 'tenant_id': '64b60b802bca4b7791c1ff63324f1b10'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:26.250758 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7296dd-b6aa-4457-9c9c-70c1c2663aca admin admin] Made reservation on behalf of 64b60b802bca4b7791c1ff63324f1b10 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:51:26.253180 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a7296dd-b6aa-4457-9c9c-70c1c2663aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:26.262343 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a7296dd-b6aa-4457-9c9c-70c1c2663aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:26.335644 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a7296dd-b6aa-4457-9c9c-70c1c2663aca admin admin] Publish callbacks [] for security_group (ecb6c2e7-e08c-490a-9b1b-cf7a51578182), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:26.341999 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a7296dd-b6aa-4457-9c9c-70c1c2663aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (ecb6c2e7-e08c-490a-9b1b-cf7a51578182), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:26.365568 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7296dd-b6aa-4457-9c9c-70c1c2663aca admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 23:51:26.375147 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7296dd-b6aa-4457-9c9c-70c1c2663aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb6c2e7-e08c-490a-9b1b-cf7a51578182,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:26.380069 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a7296dd-b6aa-4457-9c9c-70c1c2663aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (60cd942f-640d-4af3-9d81-62648a8f4f90), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:26.380483 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.segments_db [None req-1a7296dd-b6aa-4457-9c9c-70c1c2663aca admin admin] Added segment 60cd942f-640d-4af3-9d81-62648a8f4f90 of type vlan for network 7e915902-3fa3-47fb-b68c-f7c7dd4feec2 Mar 23 23:51:26.426725 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a7296dd-b6aa-4457-9c9c-70c1c2663aca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777139294019'] for network (7e915902-3fa3-47fb-b68c-f7c7dd4feec2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:26.460563 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a7296dd-b6aa-4457-9c9c-70c1c2663aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for network (7e915902-3fa3-47fb-b68c-f7c7dd4feec2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:26.461946 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7296dd-b6aa-4457-9c9c-70c1c2663aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:26.462543 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a7296dd-b6aa-4457-9c9c-70c1c2663aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:26.530991 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device d9eb42d9-2705-4054-ab63-3934a0c1e336 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:51:26.555819 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-1a7296dd-b6aa-4457-9c9c-70c1c2663aca admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3306279 Mar 23 23:51:26.558158 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7296dd-b6aa-4457-9c9c-70c1c2663aca admin admin] Pushing event updated for resources: {'Network': ['ID=7e915902-3fa3-47fb-b68c-f7c7dd4feec2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:26.559404 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 50294) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:26.567075 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a82ac6b0-0d24-4af3-b349-f031333c91a1 admin admin] Request body: {'subnet': {'network_id': '7e915902-3fa3-47fb-b68c-f7c7dd4feec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1074618277-subnet', 'tenant_id': '64b60b802bca4b7791c1ff63324f1b10', 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:26.571660 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Network 7e915902-3fa3-47fb-b68c-f7c7dd4feec2 details requested by agent ovs-agent-dv-cinder-749155-6-iscsi with host dv-cinder-749155-6-iscsi {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 23:51:26.583055 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652f435-6c2e-4681-a6d1-c8768a10752a req-66266cd6-e71c-49ef-a88e-fcb411b68135 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:26.584570 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9652f435-6c2e-4681-a6d1-c8768a10752a req-66266cd6-e71c-49ef-a88e-fcb411b68135 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0707827 Mar 23 23:51:26.603526 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82ac6b0-0d24-4af3-b349-f031333c91a1 admin admin] Made reservation on behalf of 64b60b802bca4b7791c1ff63324f1b10 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:51:26.606731 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a82ac6b0-0d24-4af3-b349-f031333c91a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6018790'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:26.647713 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9652f435-6c2e-4681-a6d1-c8768a10752a req-18b33643-cc0b-4f17-b8ea-cf8da728f3eb tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555701 Mar 23 23:51:26.649878 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port d9eb42d9-2705-4054-ab63-3934a0c1e336 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:26.650260 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (d9eb42d9-2705-4054-ab63-3934a0c1e336), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:26.744873 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port d9eb42d9-2705-4054-ab63-3934a0c1e336 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:26.745621 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (d9eb42d9-2705-4054-ab63-3934a0c1e336), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:26.765036 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46440560-0418-4dd3-bcd9-12baf830c65f None None] New status for floating IP 86907758-7835-4067-ac44-edd63ae8737b: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:51:26.767663 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] For port d9eb42d9-2705-4054-ab63-3934a0c1e336, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=d9eb42d9-2705-4054-ab63-3934a0c1e336,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:51:26.773108 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (d9eb42d9-2705-4054-ab63-3934a0c1e336), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:26.830011 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Pushing event updated for resources: {'Port': ['ID=d9eb42d9-2705-4054-ab63-3934a0c1e336,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:26.833876 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a82ac6b0-0d24-4af3-b349-f031333c91a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5644142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6018800'] for subnet (7e6e7970-f132-48c1-b81f-6b5951a2af7f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:26.894810 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] Sync routers for ids ['aa2e5138-d485-4376-93dd-0346e3528def'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:51:26.907587 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] Routers {'aa2e5138-d485-4376-93dd-0346e3528def'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:51:26.908301 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:51:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['aa2e5138-d485-4376-93dd-0346e3528def'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:26.947074 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ac6b0-0d24-4af3-b349-f031333c91a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e6e7970-f132-48c1-b81f-6b5951a2af7f,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:26.981387 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82ac6b0-0d24-4af3-b349-f031333c91a1 admin admin] Checking segment: {'id': '60cd942f-640d-4af3-9d81-62648a8f4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7e915902-3fa3-47fb-b68c-f7c7dd4feec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:51:26.981851 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82ac6b0-0d24-4af3-b349-f031333c91a1 admin admin] Network hostable DHCP agents. Network: 7e915902-3fa3-47fb-b68c-f7c7dd4feec2, hostable agents: ['241e2e2a-1e2f-484e-9acb-0603fdf8399b'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 23:51:26.998393 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ea8eede0-e0e1-4e22-8ff5-54dff5d4f15f req-6f6f861d-d2c9-4bee-85ee-099f9e9832d1 service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393566 Mar 23 23:51:27.010924 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82ac6b0-0d24-4af3-b349-f031333c91a1 admin admin] Network 7e915902-3fa3-47fb-b68c-f7c7dd4feec2 is scheduled to be hosted by DHCP agent 241e2e2a-1e2f-484e-9acb-0603fdf8399b with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 23:51:27.022418 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-a82ac6b0-0d24-4af3-b349-f031333c91a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-6-iscsi, 7e915902-3fa3-47fb-b68c-f7c7dd4feec2) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:51:27.027558 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82ac6b0-0d24-4af3-b349-f031333c91a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:27.028235 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a82ac6b0-0d24-4af3-b349-f031333c91a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:27.039862 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b144e0-b48e-43d3-b1a9-8021bceaeae9 None None] Network 7e915902-3fa3-47fb-b68c-f7c7dd4feec2 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:51:27.053626 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-a82ac6b0-0d24-4af3-b349-f031333c91a1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4920609 Mar 23 23:51:27.056213 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 50298) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:27.067409 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-08f7092b-3105-46ff-9848-38203c1c5d66 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1074618277-router', 'tenant_id': '64b60b802bca4b7791c1ff63324f1b10', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:27.089363 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08f7092b-3105-46ff-9848-38203c1c5d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (deb7af0e-9a6a-45a3-a731-3194ba9ebb1c), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:27.090959 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08f7092b-3105-46ff-9848-38203c1c5d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (deb7af0e-9a6a-45a3-a731-3194ba9ebb1c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:27.109638 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] Set router aa2e5138-d485-4376-93dd-0346e3528def gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:51:27.162249 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08f7092b-3105-46ff-9848-38203c1c5d66 admin admin] Publish callbacks [] for router_controller (deb7af0e-9a6a-45a3-a731-3194ba9ebb1c), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:27.271654 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e1639c-67de-5e20-9028-c27b0e4ba40d-7e915902-3fa3-47fb-b68c-f7c7dd4feec2', 'network_id': '7e915902-3fa3-47fb-b68c-f7c7dd4feec2', 'project_id': '64b60b802bca4b7791c1ff63324f1b10', 'fixed_ips': [{'subnet_id': '7e6e7970-f132-48c1-b81f-6b5951a2af7f'}]}} from dv-cinder-749155-6-iscsi. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 23:51:27.273068 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:27.471500 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] Allocated IP 172.20.0.2 (7e915902-3fa3-47fb-b68c-f7c7dd4feec2/7e6e7970-f132-48c1-b81f-6b5951a2af7f/061b2c32-9007-4011-a834-775eb9c98e4a) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:51:27.492605 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'c5a7144b-72fc-4776-b25c-2fe67a1fff5a', 'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'mac_address': 'fa:16:3e:7b:ba:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:24Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 2, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'subnets': [{'id': '33f2a048-cda2-4701-8292-38152d7aa069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:27.549594 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08f7092b-3105-46ff-9848-38203c1c5d66 admin admin] Publish callbacks [] for router_gateway (deb7af0e-9a6a-45a3-a731-3194ba9ebb1c), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:27.554857 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] Checking router: aa2e5138-d485-4376-93dd-0346e3528def for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:51:27.555182 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] Updating router aa2e5138-d485-4376-93dd-0346e3528def port c5a7144b-72fc-4776-b25c-2fe67a1fff5a binding host dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 23:51:27.596618 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (c5a7144b-72fc-4776-b25c-2fe67a1fff5a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:27.761917 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] Publish callbacks [] for port (061b2c32-9007-4011-a834-775eb9c98e4a), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:27.774020 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175'] for port (061b2c32-9007-4011-a834-775eb9c98e4a), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:27.782514 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08f7092b-3105-46ff-9848-38203c1c5d66 admin admin] Publish callbacks [] for router_gateway (deb7af0e-9a6a-45a3-a731-3194ba9ebb1c), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:27.804705 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08f7092b-3105-46ff-9848-38203c1c5d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:27.844650 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ea8eede0-e0e1-4e22-8ff5-54dff5d4f15f req-7764eafc-17c0-4015-91e4-232d44e3db4c service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899742 Mar 23 23:51:27.859179 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109509a0-af3b-4dab-98f7-f942965b04c2 req-e3e04474-94ff-4bbc-9784-38907a5e16e9 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:27.865763 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-109509a0-af3b-4dab-98f7-f942965b04c2 req-e3e04474-94ff-4bbc-9784-38907a5e16e9 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.1264114 Mar 23 23:51:27.868066 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] Network 7e915902-3fa3-47fb-b68c-f7c7dd4feec2 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:51:27.877046 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:51:27.879432 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:51:27.904461 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] Pushing event updated for resources: {'Port': ['ID=061b2c32-9007-4011-a834-775eb9c98e4a,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:27.946607 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-109509a0-af3b-4dab-98f7-f942965b04c2 req-31d9dc99-40c9-420c-a9af-642e0c754204 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799613 Mar 23 23:51:27.968498 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-08f7092b-3105-46ff-9848-38203c1c5d66 admin admin] Allocated IP 172.27.0.196 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/85dcda25-46e3-49bf-8aea-d9bc33388e8e) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:51:27.972229 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] Attempting to bind port 061b2c32-9007-4011-a834-775eb9c98e4a on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:51:27.972742 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] Attempting to bind port 061b2c32-9007-4011-a834-775eb9c98e4a by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': '60cd942f-640d-4af3-9d81-62648a8f4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7e915902-3fa3-47fb-b68c-f7c7dd4feec2'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:51:27.973103 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] Attempting to bind port 061b2c32-9007-4011-a834-775eb9c98e4a on network 7e915902-3fa3-47fb-b68c-f7c7dd4feec2 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:51:27.985089 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:51:27.985529 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] Checking segment: {'id': '60cd942f-640d-4af3-9d81-62648a8f4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7e915902-3fa3-47fb-b68c-f7c7dd4feec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:51:27.985941 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:27.986343 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] Bound using segment: {'id': '60cd942f-640d-4af3-9d81-62648a8f4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7e915902-3fa3-47fb-b68c-f7c7dd4feec2'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:51:27.987048 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] Bound port: 061b2c32-9007-4011-a834-775eb9c98e4a, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60cd942f-640d-4af3-9d81-62648a8f4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7e915902-3fa3-47fb-b68c-f7c7dd4feec2'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:51:27.987483 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (061b2c32-9007-4011-a834-775eb9c98e4a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:28.087330 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08f7092b-3105-46ff-9848-38203c1c5d66 admin admin] Publish callbacks [] for port (85dcda25-46e3-49bf-8aea-d9bc33388e8e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:28.126343 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08f7092b-3105-46ff-9848-38203c1c5d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (85dcda25-46e3-49bf-8aea-d9bc33388e8e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:28.163999 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f7092b-3105-46ff-9848-38203c1c5d66 admin admin] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:51:28.166953 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-08f7092b-3105-46ff-9848-38203c1c5d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:51:28.172542 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f7092b-3105-46ff-9848-38203c1c5d66 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:51:28.201609 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7092b-3105-46ff-9848-38203c1c5d66 admin admin] Pushing event updated for resources: {'Port': ['ID=85dcda25-46e3-49bf-8aea-d9bc33388e8e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:28.227141 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] Publish callbacks [] for port (c5a7144b-72fc-4776-b25c-2fe67a1fff5a), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:28.238551 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] For port 061b2c32-9007-4011-a834-775eb9c98e4a, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:51:28.242129 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] For port 061b2c32-9007-4011-a834-775eb9c98e4a, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=061b2c32-9007-4011-a834-775eb9c98e4a,segment=NetworkSegment(60cd942f-640d-4af3-9d81-62648a8f4f90),segment_id=60cd942f-640d-4af3-9d81-62648a8f4f90)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:51:28.245369 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (c5a7144b-72fc-4776-b25c-2fe67a1fff5a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:28.251591 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (061b2c32-9007-4011-a834-775eb9c98e4a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:28.318163 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e8858-b890-4e25-b8f0-ace151bbf81a None None] Pushing event updated for resources: {'Port': ['ID=c5a7144b-72fc-4776-b25c-2fe67a1fff5a,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:28.451719 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] Attempting to bind port c5a7144b-72fc-4776-b25c-2fe67a1fff5a on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:51:28.451719 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] Attempting to bind port c5a7144b-72fc-4776-b25c-2fe67a1fff5a by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': 'deed62c0-222a-45f8-a751-10d58b02153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:51:28.452003 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] Attempting to bind port c5a7144b-72fc-4776-b25c-2fe67a1fff5a on network eb32722d-34ad-4f86-a879-08111091b10d {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:51:28.460687 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:51:28.461421 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] Checking segment: {'id': 'deed62c0-222a-45f8-a751-10d58b02153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:51:28.461642 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:28.462044 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] Bound using segment: {'id': 'deed62c0-222a-45f8-a751-10d58b02153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:51:28.462518 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] Bound port: c5a7144b-72fc-4776-b25c-2fe67a1fff5a, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deed62c0-222a-45f8-a751-10d58b02153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:51:28.463000 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (c5a7144b-72fc-4776-b25c-2fe67a1fff5a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:28.484406 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee7c0c-f0a1-4cb4-9ba3-5aaf3a756265 None None] Pushing event updated for resources: {'Port': ['ID=061b2c32-9007-4011-a834-775eb9c98e4a,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:28.486591 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08f7092b-3105-46ff-9848-38203c1c5d66 admin admin] Publish callbacks [] for router_gateway (deb7af0e-9a6a-45a3-a731-3194ba9ebb1c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:28.585313 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] For port c5a7144b-72fc-4776-b25c-2fe67a1fff5a, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:51:28.590115 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] For port c5a7144b-72fc-4776-b25c-2fe67a1fff5a, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=c5a7144b-72fc-4776-b25c-2fe67a1fff5a,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:51:28.597124 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3c4d2da0-5260-403c-9dc0-d06fb837ab6f None None] Provisioning complete for port c5a7144b-72fc-4776-b25c-2fe67a1fff5a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:28.597662 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3c4d2da0-5260-403c-9dc0-d06fb837ab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (c5a7144b-72fc-4776-b25c-2fe67a1fff5a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:28.601110 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (c5a7144b-72fc-4776-b25c-2fe67a1fff5a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:28.630671 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device d9eb42d9-2705-4054-ab63-3934a0c1e336 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:51:28.741240 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e8858-b890-4e25-b8f0-ace151bbf81a None None] Pushing event updated for resources: {'Port': ['ID=c5a7144b-72fc-4776-b25c-2fe67a1fff5a,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:28.747013 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] Routers {'aa2e5138-d485-4376-93dd-0346e3528def'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:51:28.747634 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:51:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['aa2e5138-d485-4376-93dd-0346e3528def'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:28.754772 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08f7092b-3105-46ff-9848-38203c1c5d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574760'] for router (deb7af0e-9a6a-45a3-a731-3194ba9ebb1c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:28.867901 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port d9eb42d9-2705-4054-ab63-3934a0c1e336 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:28.868375 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (d9eb42d9-2705-4054-ab63-3934a0c1e336), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:28.893047 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3c4d2da0-5260-403c-9dc0-d06fb837ab6f None None] Current status of the port c5a7144b-72fc-4776-b25c-2fe67a1fff5a is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:28.893472 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3c4d2da0-5260-403c-9dc0-d06fb837ab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (c5a7144b-72fc-4776-b25c-2fe67a1fff5a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:28.900834 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f7092b-3105-46ff-9848-38203c1c5d66 admin admin] Router deb7af0e-9a6a-45a3-a731-3194ba9ebb1c is scheduled to L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 23:51:28.960626 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] Set router aa2e5138-d485-4376-93dd-0346e3528def gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:51:28.963446 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3c4d2da0-5260-403c-9dc0-d06fb837ab6f None None] For port c5a7144b-72fc-4776-b25c-2fe67a1fff5a, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=c5a7144b-72fc-4776-b25c-2fe67a1fff5a,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:51:28.997118 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3c4d2da0-5260-403c-9dc0-d06fb837ab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (c5a7144b-72fc-4776-b25c-2fe67a1fff5a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:29.068518 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f7092b-3105-46ff-9848-38203c1c5d66 admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:51:29.083388 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] Sync routers for ids ['deb7af0e-9a6a-45a3-a731-3194ba9ebb1c'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:51:29.095412 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08f7092b-3105-46ff-9848-38203c1c5d66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:29.097215 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-08f7092b-3105-46ff-9848-38203c1c5d66 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0396676 Mar 23 23:51:29.100119 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 50312) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:29.113363 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] Routers {'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:51:29.117026 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:51:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['deb7af0e-9a6a-45a3-a731-3194ba9ebb1c'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:29.145358 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fd95-ec74-470c-95e0-0d9bd76179f3 req-a3bb1efa-cd0c-4b1c-a8d4-1f3fb2f39d89 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:29.148084 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-bea8fd95-ec74-470c-95e0-0d9bd76179f3 req-a3bb1efa-cd0c-4b1c-a8d4-1f3fb2f39d89 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.1166716 Mar 23 23:51:29.173925 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port d9eb42d9-2705-4054-ab63-3934a0c1e336 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:29.181137 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d2da0-5260-403c-9dc0-d06fb837ab6f None None] Pushing event updated for resources: {'Port': ['ID=c5a7144b-72fc-4776-b25c-2fe67a1fff5a,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:29.194669 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a9358fd9-845d-40e2-b2fd-7095c5f3d771 None None] Provisioning complete for port c5a7144b-72fc-4776-b25c-2fe67a1fff5a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:29.195043 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a9358fd9-845d-40e2-b2fd-7095c5f3d771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (c5a7144b-72fc-4776-b25c-2fe67a1fff5a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:29.229080 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-bea8fd95-ec74-470c-95e0-0d9bd76179f3 req-2315d7aa-1e90-461b-9e9e-f792ff991c25 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713856 Mar 23 23:51:29.333616 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] Set router deb7af0e-9a6a-45a3-a731-3194ba9ebb1c gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:51:29.358325 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a9358fd9-845d-40e2-b2fd-7095c5f3d771 None None] Current status of the port c5a7144b-72fc-4776-b25c-2fe67a1fff5a is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:29.383646 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'c5a7144b-72fc-4776-b25c-2fe67a1fff5a', 'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'mac_address': 'fa:16:3e:7b:ba:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:24Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'subnets': [{'id': '33f2a048-cda2-4701-8292-38152d7aa069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:29.419284 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47d66d-7687-4254-aed7-00b87bac2b16 None None] The sync data for ids ['aa2e5138-d485-4376-93dd-0346e3528def'] in dv-cinder-749155-6-iscsi is: [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'c5a7144b-72fc-4776-b25c-2fe67a1fff5a', 'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'mac_address': 'fa:16:3e:7b:ba:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:24Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'subnets': [{'id': '33f2a048-cda2-4701-8292-38152d7aa069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:51:29.610058 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c', 'name': 'tempest-TestVolumeBootPattern-1074618277-router', 'tenant_id': '64b60b802bca4b7791c1ff63324f1b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '85dcda25-46e3-49bf-8aea-d9bc33388e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:27Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 3, 'project_id': '64b60b802bca4b7791c1ff63324f1b10', 'gw_port': {'id': '85dcda25-46e3-49bf-8aea-d9bc33388e8e', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:27Z', 'updated_at': '2022-03-23T23:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:29.627534 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4739ea76-612a-400d-b0b4-6a92baae2ce0 None None] Network 7e915902-3fa3-47fb-b68c-f7c7dd4feec2 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:51:29.642557 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] Checking router: deb7af0e-9a6a-45a3-a731-3194ba9ebb1c for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:51:29.642900 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] Updating router deb7af0e-9a6a-45a3-a731-3194ba9ebb1c port 85dcda25-46e3-49bf-8aea-d9bc33388e8e binding host dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 23:51:29.672440 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (85dcda25-46e3-49bf-8aea-d9bc33388e8e), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:29.700298 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2de7bbde-7dfe-4475-95d1-5700a8701243 None None] Provisioning complete for port 061b2c32-9007-4011-a834-775eb9c98e4a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:29.701331 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2de7bbde-7dfe-4475-95d1-5700a8701243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (061b2c32-9007-4011-a834-775eb9c98e4a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:29.794647 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6963cb7f-6803-4a7b-b876-d9d8b4114ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:29.857637 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2de7bbde-7dfe-4475-95d1-5700a8701243 None None] Current status of the port 061b2c32-9007-4011-a834-775eb9c98e4a is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:29.858929 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2de7bbde-7dfe-4475-95d1-5700a8701243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (061b2c32-9007-4011-a834-775eb9c98e4a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:29.909682 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2de7bbde-7dfe-4475-95d1-5700a8701243 None None] For port 061b2c32-9007-4011-a834-775eb9c98e4a, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=061b2c32-9007-4011-a834-775eb9c98e4a,segment=NetworkSegment(60cd942f-640d-4af3-9d81-62648a8f4f90),segment_id=60cd942f-640d-4af3-9d81-62648a8f4f90)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:51:29.917770 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2de7bbde-7dfe-4475-95d1-5700a8701243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (061b2c32-9007-4011-a834-775eb9c98e4a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:29.986989 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7bbde-7dfe-4475-95d1-5700a8701243 None None] Pushing event updated for resources: {'Port': ['ID=061b2c32-9007-4011-a834-775eb9c98e4a,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:29.987477 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] Publish callbacks [] for port (85dcda25-46e3-49bf-8aea-d9bc33388e8e), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:29.998907 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-6963cb7f-6803-4a7b-b876-d9d8b4114ddf admin admin] Allocated IP 172.20.0.1 (7e915902-3fa3-47fb-b68c-f7c7dd4feec2/7e6e7970-f132-48c1-b81f-6b5951a2af7f/4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:51:30.005848 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (85dcda25-46e3-49bf-8aea-d9bc33388e8e), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:30.085069 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] Attempting to bind port 85dcda25-46e3-49bf-8aea-d9bc33388e8e on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:51:30.085809 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] Attempting to bind port 85dcda25-46e3-49bf-8aea-d9bc33388e8e by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:51:30.085809 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] Attempting to bind port 85dcda25-46e3-49bf-8aea-d9bc33388e8e on network b729df10-08c3-4315-b5ba-4a4ad36352af {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:51:30.094378 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e94725-ad0a-4eed-8548-8951f9903df7 None None] Pushing event updated for resources: {'Port': ['ID=85dcda25-46e3-49bf-8aea-d9bc33388e8e,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:30.098938 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:51:30.099558 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] Checking segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:51:30.100162 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:30.100686 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] Bound using segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:51:30.101358 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] Bound port: 85dcda25-46e3-49bf-8aea-d9bc33388e8e, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:51:30.102139 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (85dcda25-46e3-49bf-8aea-d9bc33388e8e), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:30.151394 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6963cb7f-6803-4a7b-b876-d9d8b4114ddf admin admin] Publish callbacks [] for port (4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:30.168264 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] For port 85dcda25-46e3-49bf-8aea-d9bc33388e8e, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:51:30.171754 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] For port 85dcda25-46e3-49bf-8aea-d9bc33388e8e, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=85dcda25-46e3-49bf-8aea-d9bc33388e8e,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:51:30.179168 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (85dcda25-46e3-49bf-8aea-d9bc33388e8e), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:30.188759 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6963cb7f-6803-4a7b-b876-d9d8b4114ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:30.225741 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6963cb7f-6803-4a7b-b876-d9d8b4114ddf admin admin] Network 7e915902-3fa3-47fb-b68c-f7c7dd4feec2 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:51:30.230628 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-6963cb7f-6803-4a7b-b876-d9d8b4114ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:51:30.234429 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6963cb7f-6803-4a7b-b876-d9d8b4114ddf admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:51:30.242748 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e94725-ad0a-4eed-8548-8951f9903df7 None None] Pushing event updated for resources: {'Port': ['ID=85dcda25-46e3-49bf-8aea-d9bc33388e8e,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:30.251666 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] Routers {'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:51:30.251794 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:51:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['deb7af0e-9a6a-45a3-a731-3194ba9ebb1c'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:30.265396 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-cb11345d-93c5-4dd5-92cd-0529289e379f None None] Provisioning complete for port 061b2c32-9007-4011-a834-775eb9c98e4a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:30.267508 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cb11345d-93c5-4dd5-92cd-0529289e379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (061b2c32-9007-4011-a834-775eb9c98e4a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:30.269293 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963cb7f-6803-4a7b-b876-d9d8b4114ddf admin admin] Pushing event updated for resources: {'Port': ['ID=4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:30.304619 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6963cb7f-6803-4a7b-b876-d9d8b4114ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574717'] for router_interface (deb7af0e-9a6a-45a3-a731-3194ba9ebb1c), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:30.405618 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] Set router deb7af0e-9a6a-45a3-a731-3194ba9ebb1c gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:51:30.448715 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cb11345d-93c5-4dd5-92cd-0529289e379f None None] Current status of the port 061b2c32-9007-4011-a834-775eb9c98e4a is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:30.468243 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963328c7-6363-4ff2-8a15-a475aa89ef02 req-0e68dd98-08df-4cef-bc07-636aab22fcdc tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:30.471761 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-963328c7-6363-4ff2-8a15-a475aa89ef02 req-0e68dd98-08df-4cef-bc07-636aab22fcdc tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.1011906 Mar 23 23:51:30.558031 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-963328c7-6363-4ff2-8a15-a475aa89ef02 req-5589a26d-50d2-4867-b9ca-f43305ce7d05 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681987 Mar 23 23:51:30.648657 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 061b2c32-9007-4011-a834-775eb9c98e4a up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:51:30.716693 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-111b58a9-6923-4e17-912b-87ee99be33de None None] Provisioning complete for port 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:30.717071 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-111b58a9-6923-4e17-912b-87ee99be33de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:30.722838 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c', 'name': 'tempest-TestVolumeBootPattern-1074618277-router', 'tenant_id': '64b60b802bca4b7791c1ff63324f1b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '85dcda25-46e3-49bf-8aea-d9bc33388e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:27Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 3, 'project_id': '64b60b802bca4b7791c1ff63324f1b10', 'gw_port': {'id': '85dcda25-46e3-49bf-8aea-d9bc33388e8e', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:27Z', 'updated_at': '2022-03-23T23:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:30.755032 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e821afa7-2190-492c-ac1d-b7689b10055c None None] The sync data for ids ['deb7af0e-9a6a-45a3-a731-3194ba9ebb1c'] in dv-cinder-749155-6-iscsi is: [{'id': 'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c', 'name': 'tempest-TestVolumeBootPattern-1074618277-router', 'tenant_id': '64b60b802bca4b7791c1ff63324f1b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '85dcda25-46e3-49bf-8aea-d9bc33388e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:27Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 3, 'project_id': '64b60b802bca4b7791c1ff63324f1b10', 'gw_port': {'id': '85dcda25-46e3-49bf-8aea-d9bc33388e8e', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:27Z', 'updated_at': '2022-03-23T23:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:51:30.759598 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 061b2c32-9007-4011-a834-775eb9c98e4a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:30.759969 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (061b2c32-9007-4011-a834-775eb9c98e4a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:30.761749 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-111b58a9-6923-4e17-912b-87ee99be33de None None] Port 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:51:30.837504 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6963cb7f-6803-4a7b-b876-d9d8b4114ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:30.987536 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 061b2c32-9007-4011-a834-775eb9c98e4a is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:30.988625 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device c5a7144b-72fc-4776-b25c-2fe67a1fff5a up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:51:31.031975 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6963cb7f-6803-4a7b-b876-d9d8b4114ddf admin admin] Publish callbacks [] for port (4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:31.036917 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port c5a7144b-72fc-4776-b25c-2fe67a1fff5a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:31.037339 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (c5a7144b-72fc-4776-b25c-2fe67a1fff5a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:31.039836 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6963cb7f-6803-4a7b-b876-d9d8b4114ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:31.114073 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963cb7f-6803-4a7b-b876-d9d8b4114ddf admin admin] Pushing event updated for resources: {'Port': ['ID=4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:31.116162 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port c5a7144b-72fc-4776-b25c-2fe67a1fff5a is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:31.118084 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6963cb7f-6803-4a7b-b876-d9d8b4114ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574569'] for router_interface (deb7af0e-9a6a-45a3-a731-3194ba9ebb1c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:31.212453 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6963cb7f-6803-4a7b-b876-d9d8b4114ddf admin admin] Network 7e915902-3fa3-47fb-b68c-f7c7dd4feec2 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:51:31.213916 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-6963cb7f-6803-4a7b-b876-d9d8b4114ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:51:31.331576 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6963cb7f-6803-4a7b-b876-d9d8b4114ddf admin admin] Router deb7af0e-9a6a-45a3-a731-3194ba9ebb1c has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:51:31.384570 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ce1070f8-0451-4fb1-bdb8-0c102df8e7c9 None None] Provisioning complete for port 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:31.384869 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ce1070f8-0451-4fb1-bdb8-0c102df8e7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:31.422116 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ce1070f8-0451-4fb1-bdb8-0c102df8e7c9 None None] Port 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:51:31.450266 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6963cb7f-6803-4a7b-b876-d9d8b4114ddf admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:51:31.455683 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-6963cb7f-6803-4a7b-b876-d9d8b4114ddf admin admin] 10.222.0.31 "PUT /v2.0/routers/deb7af0e-9a6a-45a3-a731-3194ba9ebb1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3536570 Mar 23 23:51:31.688478 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8dd47-41b5-48e9-b54e-6ce824e2fd06 req-13659d02-51ab-4b21-a981-1f17de47561b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:31.689948 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2ae8dd47-41b5-48e9-b54e-6ce824e2fd06 req-13659d02-51ab-4b21-a981-1f17de47561b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0552068 Mar 23 23:51:31.739517 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2ae8dd47-41b5-48e9-b54e-6ce824e2fd06 req-087148ca-b6d5-4fa1-8e72-af3ecadc2678 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438330 Mar 23 23:51:31.927352 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 50330) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:31.932435 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-7ed35846-9f1d-4aa3-9bd6-a7f284b171e2 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-929383807', 'description': 'tempest-secgroup-smoke-929383807 description', 'project_id': '02770b121f6f4405bcd904ae1a2460d6'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:31.956910 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7ed35846-9f1d-4aa3-9bd6-a7f284b171e2 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.025513 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7ed35846-9f1d-4aa3-9bd6-a7f284b171e2 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group (b9b805c5-f545-48ef-a2d9-16f1bc6e825a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.031004 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7ed35846-9f1d-4aa3-9bd6-a7f284b171e2 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (b9b805c5-f545-48ef-a2d9-16f1bc6e825a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.058877 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7ed35846-9f1d-4aa3-9bd6-a7f284b171e2 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.060118 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-7ed35846-9f1d-4aa3-9bd6-a7f284b171e2 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1317391 Mar 23 23:51:32.063254 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 50332) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:32.064189 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed35846-9f1d-4aa3-9bd6-a7f284b171e2 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b805c5-f545-48ef-a2d9-16f1bc6e825a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:32.068113 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c381b2ee-21ab-4ca0-848d-389fc2338d31 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Request body: {'security_group_rule': {'security_group_id': 'b9b805c5-f545-48ef-a2d9-16f1bc6e825a', 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:32.096403 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c381b2ee-21ab-4ca0-848d-389fc2338d31 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group_rule (02b56545-f93c-4869-a4d4-80f0e87cf1a4), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.167510 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c381b2ee-21ab-4ca0-848d-389fc2338d31 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group_rule (02b56545-f93c-4869-a4d4-80f0e87cf1a4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.171759 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c381b2ee-21ab-4ca0-848d-389fc2338d31 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (02b56545-f93c-4869-a4d4-80f0e87cf1a4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.196834 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381b2ee-21ab-4ca0-848d-389fc2338d31 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b56545-f93c-4869-a4d4-80f0e87cf1a4,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:32.204413 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c381b2ee-21ab-4ca0-848d-389fc2338d31 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.207599 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-c381b2ee-21ab-4ca0-848d-389fc2338d31 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406796 Mar 23 23:51:32.207780 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 50334) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:32.212370 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-efe9c82c-3196-4abd-b199-23ff98a4198d tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Request body: {'security_group_rule': {'security_group_id': 'b9b805c5-f545-48ef-a2d9-16f1bc6e825a', 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:32.240774 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-efe9c82c-3196-4abd-b199-23ff98a4198d tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group_rule (eb06abff-5411-4a75-b01a-9ef3c3f0a06e), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.301837 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-efe9c82c-3196-4abd-b199-23ff98a4198d tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group_rule (eb06abff-5411-4a75-b01a-9ef3c3f0a06e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.305950 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-efe9c82c-3196-4abd-b199-23ff98a4198d tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (eb06abff-5411-4a75-b01a-9ef3c3f0a06e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.329906 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9c82c-3196-4abd-b199-23ff98a4198d tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb06abff-5411-4a75-b01a-9ef3c3f0a06e,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:32.335954 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-efe9c82c-3196-4abd-b199-23ff98a4198d tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.339779 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-efe9c82c-3196-4abd-b199-23ff98a4198d tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1284380 Mar 23 23:51:32.339779 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 50338) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:32.344560 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-564ec0de-a997-4be0-806c-f80aaf0dd574 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Request body: {'security_group_rule': {'security_group_id': 'b9b805c5-f545-48ef-a2d9-16f1bc6e825a', 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:32.370371 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-564ec0de-a997-4be0-806c-f80aaf0dd574 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group_rule (2ac5c50e-706c-44ae-a871-8f59afe2cbff), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.432050 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-564ec0de-a997-4be0-806c-f80aaf0dd574 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group_rule (2ac5c50e-706c-44ae-a871-8f59afe2cbff), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.436782 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-564ec0de-a997-4be0-806c-f80aaf0dd574 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (2ac5c50e-706c-44ae-a871-8f59afe2cbff), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.458902 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ec0de-a997-4be0-806c-f80aaf0dd574 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac5c50e-706c-44ae-a871-8f59afe2cbff,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:32.471318 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-564ec0de-a997-4be0-806c-f80aaf0dd574 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.472957 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-564ec0de-a997-4be0-806c-f80aaf0dd574 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321540 Mar 23 23:51:32.477334 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 50340) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:32.482986 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-cdb25a11-bcd0-4a7d-be2b-4cb46a5fee4e tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Request body: {'security_group_rule': {'security_group_id': 'b9b805c5-f545-48ef-a2d9-16f1bc6e825a', 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:32.516889 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cdb25a11-bcd0-4a7d-be2b-4cb46a5fee4e tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group_rule (a6f90c45-3af2-4942-b8af-f669e8ba710e), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.534759 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 85dcda25-46e3-49bf-8aea-d9bc33388e8e up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:51:32.581515 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cdb25a11-bcd0-4a7d-be2b-4cb46a5fee4e tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group_rule (a6f90c45-3af2-4942-b8af-f669e8ba710e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.586845 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cdb25a11-bcd0-4a7d-be2b-4cb46a5fee4e tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (a6f90c45-3af2-4942-b8af-f669e8ba710e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.596136 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 85dcda25-46e3-49bf-8aea-d9bc33388e8e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:32.596506 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (85dcda25-46e3-49bf-8aea-d9bc33388e8e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.601238 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb25a11-bcd0-4a7d-be2b-4cb46a5fee4e tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f90c45-3af2-4942-b8af-f669e8ba710e,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:32.615855 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cdb25a11-bcd0-4a7d-be2b-4cb46a5fee4e tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.617393 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-cdb25a11-bcd0-4a7d-be2b-4cb46a5fee4e tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1390448 Mar 23 23:51:32.620201 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 50344) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:32.625742 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-948ed1bb-a0a9-443a-bb33-acf075747b16 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Request body: {'security_group_rule': {'security_group_id': 'b9b805c5-f545-48ef-a2d9-16f1bc6e825a', 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:32.647131 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-948ed1bb-a0a9-443a-bb33-acf075747b16 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Project 02770b121f6f4405bcd904ae1a2460d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 23:51:32.653144 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-948ed1bb-a0a9-443a-bb33-acf075747b16 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group_rule (1a8818ee-61b6-4285-8694-d97b50804bfa), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.698599 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 85dcda25-46e3-49bf-8aea-d9bc33388e8e is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:32.699308 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (85dcda25-46e3-49bf-8aea-d9bc33388e8e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.722943 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-948ed1bb-a0a9-443a-bb33-acf075747b16 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group_rule (1a8818ee-61b6-4285-8694-d97b50804bfa), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.724771 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] For port 85dcda25-46e3-49bf-8aea-d9bc33388e8e, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=85dcda25-46e3-49bf-8aea-d9bc33388e8e,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:51:32.727453 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-948ed1bb-a0a9-443a-bb33-acf075747b16 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (1a8818ee-61b6-4285-8694-d97b50804bfa), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.731569 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (85dcda25-46e3-49bf-8aea-d9bc33388e8e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.752120 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ed1bb-a0a9-443a-bb33-acf075747b16 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8818ee-61b6-4285-8694-d97b50804bfa,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:32.761074 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-948ed1bb-a0a9-443a-bb33-acf075747b16 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.765328 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-948ed1bb-a0a9-443a-bb33-acf075747b16 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405368 Mar 23 23:51:32.766536 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 50346) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:32.772540 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3a0cea85-3f87-4f7e-bbb8-342fdaf5d5cd tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Request body: {'security_group_rule': {'security_group_id': 'b9b805c5-f545-48ef-a2d9-16f1bc6e825a', 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:32.795958 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Pushing event updated for resources: {'Port': ['ID=85dcda25-46e3-49bf-8aea-d9bc33388e8e,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:32.799703 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-3a0cea85-3f87-4f7e-bbb8-342fdaf5d5cd tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Project 02770b121f6f4405bcd904ae1a2460d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 23:51:32.806124 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a0cea85-3f87-4f7e-bbb8-342fdaf5d5cd tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group_rule (ceb3d182-c6dc-4519-a489-3d5dbe5ef2bf), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.875652 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a0cea85-3f87-4f7e-bbb8-342fdaf5d5cd tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group_rule (ceb3d182-c6dc-4519-a489-3d5dbe5ef2bf), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.878394 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc52a7-a5a8-4fb0-bab8-5d2942581d16 req-90eef5dc-3233-4836-8251-d04ebaa33083 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:32.879450 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a0cea85-3f87-4f7e-bbb8-342fdaf5d5cd tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (ceb3d182-c6dc-4519-a489-3d5dbe5ef2bf), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.879912 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d7bc52a7-a5a8-4fb0-bab8-5d2942581d16 req-90eef5dc-3233-4836-8251-d04ebaa33083 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0547328 Mar 23 23:51:32.897908 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cea85-3f87-4f7e-bbb8-342fdaf5d5cd tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb3d182-c6dc-4519-a489-3d5dbe5ef2bf,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:32.903672 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a0cea85-3f87-4f7e-bbb8-342fdaf5d5cd tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:32.904872 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-3a0cea85-3f87-4f7e-bbb8-342fdaf5d5cd tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1372838 Mar 23 23:51:32.933923 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d7bc52a7-a5a8-4fb0-bab8-5d2942581d16 req-37ebe2a5-eaa6-4fd8-b5da-4a7b37863a2b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479794 Mar 23 23:51:33.570056 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a654743-89a7-4692-8473-65005021a369 None None] Sync routers for ids ['deb7af0e-9a6a-45a3-a731-3194ba9ebb1c'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:51:33.581610 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a654743-89a7-4692-8473-65005021a369 None None] Routers {'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:51:33.582496 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3a654743-89a7-4692-8473-65005021a369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:51:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['deb7af0e-9a6a-45a3-a731-3194ba9ebb1c'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:33.703551 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-3a654743-89a7-4692-8473-65005021a369 None None] Set router deb7af0e-9a6a-45a3-a731-3194ba9ebb1c gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:51:33.937386 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3a654743-89a7-4692-8473-65005021a369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c', 'name': 'tempest-TestVolumeBootPattern-1074618277-router', 'tenant_id': '64b60b802bca4b7791c1ff63324f1b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '85dcda25-46e3-49bf-8aea-d9bc33388e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:27Z', 'updated_at': '2022-03-23T23:51:30Z', 'revision_number': 4, 'project_id': '64b60b802bca4b7791c1ff63324f1b10', 'gw_port': {'id': '85dcda25-46e3-49bf-8aea-d9bc33388e8e', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:27Z', 'updated_at': '2022-03-23T23:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': '4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3', 'name': '', 'network_id': '7e915902-3fa3-47fb-b68c-f7c7dd4feec2', 'tenant_id': '64b60b802bca4b7791c1ff63324f1b10', 'mac_address': 'fa:16:3e:7f:c7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '7e6e7970-f132-48c1-b81f-6b5951a2af7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:29Z', 'updated_at': '2022-03-23T23:51:30Z', 'revision_number': 2, 'project_id': '64b60b802bca4b7791c1ff63324f1b10', 'subnets': [{'id': '7e6e7970-f132-48c1-b81f-6b5951a2af7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:33.963453 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a654743-89a7-4692-8473-65005021a369 None None] Checking router: deb7af0e-9a6a-45a3-a731-3194ba9ebb1c for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:51:33.963904 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a654743-89a7-4692-8473-65005021a369 None None] Updating router deb7af0e-9a6a-45a3-a731-3194ba9ebb1c port 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3 binding host dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 23:51:33.999800 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3a654743-89a7-4692-8473-65005021a369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:34.061082 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0dadf-e737-4e01-92d4-e7fe6c4c6419 req-92f7ec20-5e99-4ccf-9800-b1441a861cbe tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:34.062693 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3ca0dadf-e737-4e01-92d4-e7fe6c4c6419 req-92f7ec20-5e99-4ccf-9800-b1441a861cbe tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0522974 Mar 23 23:51:34.119767 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3ca0dadf-e737-4e01-92d4-e7fe6c4c6419 req-10d9ebfe-5ee0-4c5d-bc97-b22ef65dd834 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512238 Mar 23 23:51:34.294290 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3a654743-89a7-4692-8473-65005021a369 None None] Publish callbacks [] for port (4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:34.301528 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3a654743-89a7-4692-8473-65005021a369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:34.349721 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa58fa-075e-4458-90cd-036fa59c30c3 None None] Pushing event updated for resources: {'Port': ['ID=4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:34.407591 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3a654743-89a7-4692-8473-65005021a369 None None] Attempting to bind port 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3 on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:51:34.407961 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3a654743-89a7-4692-8473-65005021a369 None None] Attempting to bind port 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3 by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': '60cd942f-640d-4af3-9d81-62648a8f4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7e915902-3fa3-47fb-b68c-f7c7dd4feec2'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:51:34.408333 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a654743-89a7-4692-8473-65005021a369 None None] Attempting to bind port 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3 on network 7e915902-3fa3-47fb-b68c-f7c7dd4feec2 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:51:34.413969 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a654743-89a7-4692-8473-65005021a369 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:51:34.414346 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a654743-89a7-4692-8473-65005021a369 None None] Checking segment: {'id': '60cd942f-640d-4af3-9d81-62648a8f4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7e915902-3fa3-47fb-b68c-f7c7dd4feec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:51:34.414746 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3a654743-89a7-4692-8473-65005021a369 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:34.415142 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a654743-89a7-4692-8473-65005021a369 None None] Bound using segment: {'id': '60cd942f-640d-4af3-9d81-62648a8f4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7e915902-3fa3-47fb-b68c-f7c7dd4feec2'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:51:34.415603 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3a654743-89a7-4692-8473-65005021a369 None None] Bound port: 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60cd942f-640d-4af3-9d81-62648a8f4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7e915902-3fa3-47fb-b68c-f7c7dd4feec2'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:51:34.415957 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3a654743-89a7-4692-8473-65005021a369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:34.492006 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3a654743-89a7-4692-8473-65005021a369 None None] For port 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:51:34.495956 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3a654743-89a7-4692-8473-65005021a369 None None] For port 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3,segment=NetworkSegment(60cd942f-640d-4af3-9d81-62648a8f4f90),segment_id=60cd942f-640d-4af3-9d81-62648a8f4f90)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:51:34.499419 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 85dcda25-46e3-49bf-8aea-d9bc33388e8e up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:51:34.528735 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3a654743-89a7-4692-8473-65005021a369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:34.614485 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-49097a56-cb9f-4e55-bae6-dedca2351f34 None None] Provisioning complete for port 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:34.615141 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-49097a56-cb9f-4e55-bae6-dedca2351f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:34.618011 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa58fa-075e-4458-90cd-036fa59c30c3 None None] Pushing event updated for resources: {'Port': ['ID=4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:34.643386 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a654743-89a7-4692-8473-65005021a369 None None] Routers {'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:51:34.644027 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3a654743-89a7-4692-8473-65005021a369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:51:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['deb7af0e-9a6a-45a3-a731-3194ba9ebb1c'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:34.690798 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 85dcda25-46e3-49bf-8aea-d9bc33388e8e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:34.691172 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (85dcda25-46e3-49bf-8aea-d9bc33388e8e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:34.829105 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-3a654743-89a7-4692-8473-65005021a369 None None] Set router deb7af0e-9a6a-45a3-a731-3194ba9ebb1c gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:51:34.894900 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-49097a56-cb9f-4e55-bae6-dedca2351f34 None None] Current status of the port 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:34.895294 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-49097a56-cb9f-4e55-bae6-dedca2351f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:34.987976 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 85dcda25-46e3-49bf-8aea-d9bc33388e8e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:35.018746 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-49097a56-cb9f-4e55-bae6-dedca2351f34 None None] For port 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3,segment=NetworkSegment(60cd942f-640d-4af3-9d81-62648a8f4f90),segment_id=60cd942f-640d-4af3-9d81-62648a8f4f90)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:51:35.026943 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-49097a56-cb9f-4e55-bae6-dedca2351f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:35.110033 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49097a56-cb9f-4e55-bae6-dedca2351f34 None None] Pushing event updated for resources: {'Port': ['ID=4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:35.142750 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3a654743-89a7-4692-8473-65005021a369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c', 'name': 'tempest-TestVolumeBootPattern-1074618277-router', 'tenant_id': '64b60b802bca4b7791c1ff63324f1b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '85dcda25-46e3-49bf-8aea-d9bc33388e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:27Z', 'updated_at': '2022-03-23T23:51:30Z', 'revision_number': 4, 'project_id': '64b60b802bca4b7791c1ff63324f1b10', 'gw_port': {'id': '85dcda25-46e3-49bf-8aea-d9bc33388e8e', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:27Z', 'updated_at': '2022-03-23T23:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': '4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3', 'name': '', 'network_id': '7e915902-3fa3-47fb-b68c-f7c7dd4feec2', 'tenant_id': '64b60b802bca4b7791c1ff63324f1b10', 'mac_address': 'fa:16:3e:7f:c7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '7e6e7970-f132-48c1-b81f-6b5951a2af7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:29Z', 'updated_at': '2022-03-23T23:51:34Z', 'revision_number': 4, 'project_id': '64b60b802bca4b7791c1ff63324f1b10', 'subnets': [{'id': '7e6e7970-f132-48c1-b81f-6b5951a2af7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:51:35.173979 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a654743-89a7-4692-8473-65005021a369 None None] The sync data for ids ['deb7af0e-9a6a-45a3-a731-3194ba9ebb1c'] in dv-cinder-749155-6-iscsi is: [{'id': 'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c', 'name': 'tempest-TestVolumeBootPattern-1074618277-router', 'tenant_id': '64b60b802bca4b7791c1ff63324f1b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '85dcda25-46e3-49bf-8aea-d9bc33388e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:27Z', 'updated_at': '2022-03-23T23:51:30Z', 'revision_number': 4, 'project_id': '64b60b802bca4b7791c1ff63324f1b10', 'gw_port': {'id': '85dcda25-46e3-49bf-8aea-d9bc33388e8e', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:27Z', 'updated_at': '2022-03-23T23:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': '4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3', 'name': '', 'network_id': '7e915902-3fa3-47fb-b68c-f7c7dd4feec2', 'tenant_id': '64b60b802bca4b7791c1ff63324f1b10', 'mac_address': 'fa:16:3e:7f:c7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '7e6e7970-f132-48c1-b81f-6b5951a2af7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:29Z', 'updated_at': '2022-03-23T23:51:34Z', 'revision_number': 4, 'project_id': '64b60b802bca4b7791c1ff63324f1b10', 'subnets': [{'id': '7e6e7970-f132-48c1-b81f-6b5951a2af7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:51:35.177520 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-acbbe21d-442c-49f8-b34d-9be486020ec1 None None] Provisioning complete for port 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:35.177847 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-acbbe21d-442c-49f8-b34d-9be486020ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:35.253158 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6da39-5a18-4ee7-9d77-8c34f299c10b req-87a5bd22-878c-48c5-baca-527534d1b8da tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:35.254809 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8bd6da39-5a18-4ee7-9d77-8c34f299c10b req-87a5bd22-878c-48c5-baca-527534d1b8da tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0598927 Mar 23 23:51:35.307642 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8bd6da39-5a18-4ee7-9d77-8c34f299c10b req-7eb1194d-ceb2-4a44-beb3-c9c117bcc532 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468447 Mar 23 23:51:35.399749 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-acbbe21d-442c-49f8-b34d-9be486020ec1 None None] Current status of the port 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:36.448043 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043caacf-ab8c-4c77-9525-b6b1f5f352a0 req-1e81cf0e-5146-4a94-a2fd-6c95960a514d tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:36.449882 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-043caacf-ab8c-4c77-9525-b6b1f5f352a0 req-1e81cf0e-5146-4a94-a2fd-6c95960a514d tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0641508 Mar 23 23:51:36.528520 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-043caacf-ab8c-4c77-9525-b6b1f5f352a0 req-b8df980c-e71c-469e-bf25-5f651b64fa73 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712588 Mar 23 23:51:36.533216 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:51:36.591434 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:36.591811 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:36.678138 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:37.238489 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b63f32e4-5254-4566-9576-9ed2dc5b6ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:37.656474 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f97142-bd93-480e-8fc7-0bc0725ca1c9 req-cc9f5d62-ccd5-4924-a411-160a20634675 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:37.657973 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-78f97142-bd93-480e-8fc7-0bc0725ca1c9 req-cc9f5d62-ccd5-4924-a411-160a20634675 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0517383 Mar 23 23:51:37.706737 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-78f97142-bd93-480e-8fc7-0bc0725ca1c9 req-4c1509d6-db08-4a2b-97c5-bf43b4020ab9 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429158 Mar 23 23:51:38.864827 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb1a8d-3512-47cf-841b-452cfa97ef5e req-8c9bc81c-ac8c-41f7-9b1c-602b83bebe7e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:38.866329 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-45bb1a8d-3512-47cf-841b-452cfa97ef5e req-8c9bc81c-ac8c-41f7-9b1c-602b83bebe7e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0725651 Mar 23 23:51:38.918058 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-45bb1a8d-3512-47cf-841b-452cfa97ef5e req-258ae7b4-f743-4464-8501-44b3840cc034 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457239 Mar 23 23:51:39.317144 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b4c4a8d6-97ad-4450-939b-3df9ff1ff25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:40.055177 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64606626-120f-4891-a65d-da1927bd1993 req-cd5e9542-85c0-491c-8bfc-f659cb8af274 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:40.056658 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-64606626-120f-4891-a65d-da1927bd1993 req-cd5e9542-85c0-491c-8bfc-f659cb8af274 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0543914 Mar 23 23:51:40.104948 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-64606626-120f-4891-a65d-da1927bd1993 req-47368012-6c73-4041-9cfd-6489033275d6 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425148 Mar 23 23:51:40.552368 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:41.095725 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device e2f9117c-0d8e-4fab-8db3-0db968d2b360 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:51:41.204807 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port e2f9117c-0d8e-4fab-8db3-0db968d2b360, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=e2f9117c-0d8e-4fab-8db3-0db968d2b360,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:51:41.218239 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'port_id': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360', 'mac_address': 'fa:16:3e:78:16:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:51:41.249632 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f6f35-384d-4c83-b724-96631666f15d req-d47c3448-1ac9-4d11-849c-c41a9405d490 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:41.260136 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-897f6f35-384d-4c83-b724-96631666f15d req-d47c3448-1ac9-4d11-849c-c41a9405d490 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0645170 Mar 23 23:51:41.261823 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port e2f9117c-0d8e-4fab-8db3-0db968d2b360 is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:41.262225 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:41.278536 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2f9117c-0d8e-4fab-8db3-0db968d2b360 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:51:41.302390 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port e2f9117c-0d8e-4fab-8db3-0db968d2b360, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=e2f9117c-0d8e-4fab-8db3-0db968d2b360,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:51:41.307761 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:41.317226 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-897f6f35-384d-4c83-b724-96631666f15d req-e95d6444-a3f7-43a3-aae9-5d604f3036c6 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590546 Mar 23 23:51:41.371831 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=e2f9117c-0d8e-4fab-8db3-0db968d2b360,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:41.471341 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['e2f9117c-0d8e-4fab-8db3-0db968d2b360'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:51:42.148893 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:42.549499 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402f519-876c-4193-b027-dfed2bb45fa9 req-b34dba2a-5793-46ca-bd0a-2dac6c661fc9 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:42.577243 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c402f519-876c-4193-b027-dfed2bb45fa9 req-b34dba2a-5793-46ca-bd0a-2dac6c661fc9 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 945 time: 0.1563876 Mar 23 23:51:42.655741 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c402f519-876c-4193-b027-dfed2bb45fa9 req-81bd9ead-5607-4dcd-8f33-af4e7032f97b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768733 Mar 23 23:51:43.044407 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59dd9c-0f4e-42ec-8bf7-751199afde3f req-03a7d820-180c-4b68-b592-30aae2ad41f1 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:43.045871 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6d59dd9c-0f4e-42ec-8bf7-751199afde3f req-03a7d820-180c-4b68-b592-30aae2ad41f1 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 945 time: 0.0574412 Mar 23 23:51:43.103807 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6d59dd9c-0f4e-42ec-8bf7-751199afde3f req-f532a829-1c5f-4946-8351-3ab816375451 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518084 Mar 23 23:51:43.107232 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device e2f9117c-0d8e-4fab-8db3-0db968d2b360 up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:51:43.174120 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port e2f9117c-0d8e-4fab-8db3-0db968d2b360 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:43.175030 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:43.282285 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port e2f9117c-0d8e-4fab-8db3-0db968d2b360 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:43.282710 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:43.319646 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaa3f21-8408-4214-9edc-49ee3baf5c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:51:43.321844 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1759e0b5-5078-44cb-9ee8-1199a5f4a9cd" -d '{"events": [{"server_uuid": "feaa3f21-8408-4214-9edc-49ee3baf5c16", "name": "network-vif-plugged", "status": "completed", "tag": "e2f9117c-0d8e-4fab-8db3-0db968d2b360"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:51:43.341434 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port e2f9117c-0d8e-4fab-8db3-0db968d2b360, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=e2f9117c-0d8e-4fab-8db3-0db968d2b360,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:51:43.343273 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:43.351099 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:43.381636 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2038e4bc-c5e7-4af3-a80e-1c94a1ef534b x-openstack-request-id: req-2038e4bc-c5e7-4af3-a80e-1c94a1ef534b {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:51:43.381914 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feaa3f21-8408-4214-9edc-49ee3baf5c16", "name": "network-vif-plugged", "status": "completed", "tag": "e2f9117c-0d8e-4fab-8db3-0db968d2b360", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:51:43.382155 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2038e4bc-c5e7-4af3-a80e-1c94a1ef534b {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:51:43.382557 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2038e4bc-c5e7-4af3-a80e-1c94a1ef534b'] response: {'server_uuid': 'feaa3f21-8408-4214-9edc-49ee3baf5c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360', 'code': 200} Mar 23 23:51:43.415035 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=e2f9117c-0d8e-4fab-8db3-0db968d2b360,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:43.859886 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3926bf-3c12-461a-acc3-ff20c188efc6 req-db67ad39-6584-4864-83b2-a1fc3ad29914 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:43.867765 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0d3926bf-3c12-461a-acc3-ff20c188efc6 req-db67ad39-6584-4864-83b2-a1fc3ad29914 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0887864 Mar 23 23:51:43.923293 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0d3926bf-3c12-461a-acc3-ff20c188efc6 req-782e21af-35dd-4d9c-b61d-d45d9a07b8fa tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543125 Mar 23 23:51:44.243824 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80a33c-fc53-4893-a009-bb19219441e7 req-7ed9c045-6163-4164-aec4-bcfdf91f3f1e tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:44.245400 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cb80a33c-fc53-4893-a009-bb19219441e7 req-7ed9c045-6163-4164-aec4-bcfdf91f3f1e tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 945 time: 0.0621309 Mar 23 23:51:44.293600 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cb80a33c-fc53-4893-a009-bb19219441e7 req-0b75a874-6d18-4498-9c13-75c205f04419 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424786 Mar 23 23:51:44.648533 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:51:45.063696 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa27266-50bc-47f7-97a2-8f5f56a24579 req-826e38d8-a4e0-430f-8094-8d151f416f22 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:45.065314 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4aa27266-50bc-47f7-97a2-8f5f56a24579 req-826e38d8-a4e0-430f-8094-8d151f416f22 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0574634 Mar 23 23:51:45.131593 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4aa27266-50bc-47f7-97a2-8f5f56a24579 req-a9beec48-bf02-4e52-9507-0c13535bbf7a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577061 Mar 23 23:51:45.387043 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78911db7-8e26-4d5d-ae37-114d4f62290b req-a88f34c7-307a-4575-94d5-42a097305ec4 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:45.389653 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-78911db7-8e26-4d5d-ae37-114d4f62290b req-a88f34c7-307a-4575-94d5-42a097305ec4 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.20 "GET /v2.0/ports?device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 945 time: 0.0629785 Mar 23 23:51:45.435391 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a41293-d84f-4e69-861a-7d5b1b1a3e78 req-fe7d79bb-9f29-42d5-bd39-fef04c14f133 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:45.448379 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d9a41293-d84f-4e69-861a-7d5b1b1a3e78 req-fe7d79bb-9f29-42d5-bd39-fef04c14f133 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 945 time: 0.0700686 Mar 23 23:51:45.505139 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d9a41293-d84f-4e69-861a-7d5b1b1a3e78 req-470ac114-1a76-454e-a1e8-91295b4da1bf tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558794 Mar 23 23:51:45.505807 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-78911db7-8e26-4d5d-ae37-114d4f62290b req-7a73a61b-3283-4d4d-8b04-3733e3db9283 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Deleting port 5d2a8582-6a39-45c2-9d4d-6ac862259221 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:51:45.506218 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-78911db7-8e26-4d5d-ae37-114d4f62290b req-7a73a61b-3283-4d4d-8b04-3733e3db9283 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (5d2a8582-6a39-45c2-9d4d-6ac862259221), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:45.603274 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-78911db7-8e26-4d5d-ae37-114d4f62290b req-7a73a61b-3283-4d4d-8b04-3733e3db9283 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] For port 5d2a8582-6a39-45c2-9d4d-6ac862259221, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5d2a8582-6a39-45c2-9d4d-6ac862259221,segment=NetworkSegment(34cfd6f9-8c4f-4a88-b62e-c9f275c36011),segment_id=34cfd6f9-8c4f-4a88-b62e-c9f275c36011)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:51:45.606019 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-78911db7-8e26-4d5d-ae37-114d4f62290b req-7a73a61b-3283-4d4d-8b04-3733e3db9283 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (5d2a8582-6a39-45c2-9d4d-6ac862259221), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:45.623049 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-78911db7-8e26-4d5d-ae37-114d4f62290b req-7a73a61b-3283-4d4d-8b04-3733e3db9283 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Calling delete_port for 5d2a8582-6a39-45c2-9d4d-6ac862259221 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:51:45.776882 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-78911db7-8e26-4d5d-ae37-114d4f62290b req-7a73a61b-3283-4d4d-8b04-3733e3db9283 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (5d2a8582-6a39-45c2-9d4d-6ac862259221), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:45.788710 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['5d2a8582-6a39-45c2-9d4d-6ac862259221'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:51:45.819982 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73a61b-3283-4d4d-8b04-3733e3db9283 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Pushing event deleted for resources: {'Port': ['ID=5d2a8582-6a39-45c2-9d4d-6ac862259221,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:45.879030 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-78911db7-8e26-4d5d-ae37-114d4f62290b req-7a73a61b-3283-4d4d-8b04-3733e3db9283 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] No DVR routers for this DVR port 5d2a8582-6a39-45c2-9d4d-6ac862259221 on host hv-cinder-74915 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:51:45.881868 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-78911db7-8e26-4d5d-ae37-114d4f62290b req-7a73a61b-3283-4d4d-8b04-3733e3db9283 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:45.886893 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-78911db7-8e26-4d5d-ae37-114d4f62290b req-7a73a61b-3283-4d4d-8b04-3733e3db9283 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.20 "DELETE /v2.0/ports/5d2a8582-6a39-45c2-9d4d-6ac862259221 HTTP/1.1" status: 204 len: 173 time: 0.4882853 Mar 23 23:51:45.887922 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300e2fc0-be1a-4657-9aed-ef0228d8e62b', 'name': 'network-vif-deleted', 'tag': '5d2a8582-6a39-45c2-9d4d-6ac862259221'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:51:45.890834 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0586a659-ed87-4f48-962c-5600674b4bfb" -d '{"events": [{"server_uuid": "300e2fc0-be1a-4657-9aed-ef0228d8e62b", "name": "network-vif-deleted", "tag": "5d2a8582-6a39-45c2-9d4d-6ac862259221"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:51:45.952044 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f8266c-b485-4b1f-a09b-86e6087e59b2 x-openstack-request-id: req-57f8266c-b485-4b1f-a09b-86e6087e59b2 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:51:45.952331 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300e2fc0-be1a-4657-9aed-ef0228d8e62b", "name": "network-vif-deleted", "tag": "5d2a8582-6a39-45c2-9d4d-6ac862259221", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:51:45.952574 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57f8266c-b485-4b1f-a09b-86e6087e59b2 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:51:45.953068 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57f8266c-b485-4b1f-a09b-86e6087e59b2'] response: {'server_uuid': '300e2fc0-be1a-4657-9aed-ef0228d8e62b', 'name': 'network-vif-deleted', 'tag': '5d2a8582-6a39-45c2-9d4d-6ac862259221', 'status': 'completed', 'code': 200} Mar 23 23:51:46.256482 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fef1ed-e8d1-47c6-af68-33a90368e773 req-b4582b14-e5a6-40d3-8bd2-429b0bd45556 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:46.258025 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-32fef1ed-e8d1-47c6-af68-33a90368e773 req-b4582b14-e5a6-40d3-8bd2-429b0bd45556 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0584538 Mar 23 23:51:46.309583 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-32fef1ed-e8d1-47c6-af68-33a90368e773 req-718315e8-8315-4e53-96b2-44c4821a377d tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453386 Mar 23 23:51:46.530944 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-898972f3-ae34-4bf2-951f-b2f2379aeba1 req-6ea0f869-3e13-49e7-b95f-36d2dbfa4ae5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724225 Mar 23 23:51:46.643058 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898972f3-ae34-4bf2-951f-b2f2379aeba1 req-2a2100ef-acda-48b5-907f-6cef311f8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:46.645275 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-898972f3-ae34-4bf2-951f-b2f2379aeba1 req-2a2100ef-acda-48b5-907f-6cef311f8bc5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 1130 time: 0.0875373 Mar 23 23:51:46.676150 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2a05f0a5-b708-4ec2-8d7d-5f1ba87a3202 req-9fe9aec1-0a98-44ec-af3b-959b084834ee tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=300e2fc0-be1a-4657-9aed-ef0228d8e62b HTTP/1.1" status: 200 len: 210 time: 0.0472715 Mar 23 23:51:46.806544 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898972f3-ae34-4bf2-951f-b2f2379aeba1 req-1393027d-9797-4d90-8bc1-e94a8c02efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:46.808051 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-898972f3-ae34-4bf2-951f-b2f2379aeba1 req-1393027d-9797-4d90-8bc1-e94a8c02efdb service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e8de27b-07d3-4627-8f07-85afc18d3e4e HTTP/1.1" status: 200 len: 917 time: 0.1321759 Mar 23 23:51:46.855940 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-898972f3-ae34-4bf2-951f-b2f2379aeba1 req-19d97bfc-4b93-442d-bb6d-176e165c75ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c985c493-953b-46db-ad1c-43becf8aebc6 HTTP/1.1" status: 200 len: 217 time: 0.0370324 Mar 23 23:51:46.912657 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898972f3-ae34-4bf2-951f-b2f2379aeba1 req-cfd073c8-86dc-480f-8bca-76ba79e4e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:46.914285 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-898972f3-ae34-4bf2-951f-b2f2379aeba1 req-cfd073c8-86dc-480f-8bca-76ba79e4e605 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36fdea4e-dd3d-4b87-92dc-886e2d219615 HTTP/1.1" status: 200 len: 856 time: 0.0460095 Mar 23 23:51:46.974141 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898972f3-ae34-4bf2-951f-b2f2379aeba1 req-556dbed8-1248-4f8c-bb54-223883ee012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:46.975903 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-898972f3-ae34-4bf2-951f-b2f2379aeba1 req-556dbed8-1248-4f8c-bb54-223883ee012b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e8de27b-07d3-4627-8f07-85afc18d3e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514894 Mar 23 23:51:47.087623 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-898972f3-ae34-4bf2-951f-b2f2379aeba1 req-05b459eb-b184-4e62-82a1-e595f8291dd2 service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025536 Mar 23 23:51:47.206903 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-898972f3-ae34-4bf2-951f-b2f2379aeba1 req-1aa946ff-c15e-4eb4-8e58-e60d8c2c0537 service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098659 Mar 23 23:51:47.452031 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bdeeb-eb83-49bb-9224-26a2908e4a0c req-badf9bd0-773e-414b-aa49-5bce10b5e1a0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:47.453645 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-781bdeeb-eb83-49bb-9224-26a2908e4a0c req-badf9bd0-773e-414b-aa49-5bce10b5e1a0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0582507 Mar 23 23:51:47.505722 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-781bdeeb-eb83-49bb-9224-26a2908e4a0c req-85ecb8a8-7583-42f1-b4a7-bd693b0fd310 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444839 Mar 23 23:51:48.642129 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc08c2-e726-4098-97b6-5db1a6dbd535 req-3e06c1d8-c188-4f48-8903-4274bef960c0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:48.643616 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5edc08c2-e726-4098-97b6-5db1a6dbd535 req-3e06c1d8-c188-4f48-8903-4274bef960c0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0556822 Mar 23 23:51:48.688071 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:48.700819 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5edc08c2-e726-4098-97b6-5db1a6dbd535 req-d8dbce45-2fcd-4754-adaa-73b8c4ed2d56 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492167 Mar 23 23:51:49.510137 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 5d2a8582-6a39-45c2-9d4d-6ac862259221 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:51:49.531086 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: 5d2a8582-6a39-45c2-9d4d-6ac862259221 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:51:49.531434 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 5d2a8582-6a39-45c2-9d4d-6ac862259221 not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:51:49.869428 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87db78-813e-4c4c-9b5f-dbffb5883383 req-e8620370-f2a8-45c3-80ba-f1ec528327f7 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:49.871096 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ff87db78-813e-4c4c-9b5f-dbffb5883383 req-e8620370-f2a8-45c3-80ba-f1ec528327f7 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0834570 Mar 23 23:51:49.920982 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ff87db78-813e-4c4c-9b5f-dbffb5883383 req-90d41fa4-a102-4505-9ec3-1cc9b826e735 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441062 Mar 23 23:51:51.051513 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f3016-ed2c-41a5-b41b-087406c85acf req-7e20a98e-ff70-4911-aa8d-42aaef5a9565 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:51.053426 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c17f3016-ed2c-41a5-b41b-087406c85acf req-7e20a98e-ff70-4911-aa8d-42aaef5a9565 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0541141 Mar 23 23:51:51.113084 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c17f3016-ed2c-41a5-b41b-087406c85acf req-ddb39eb7-1621-4bab-99b6-f43177fa7df3 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516295 Mar 23 23:51:52.151915 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84635ee3-1fec-4aa3-85ff-9309212d789d req-7aa80144-8dbc-4a07-83cb-9e8a15641771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:52.153510 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-84635ee3-1fec-4aa3-85ff-9309212d789d req-7aa80144-8dbc-4a07-83cb-9e8a15641771 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1764164142a40b0991cbb88184b7255&device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 1130 time: 0.0557520 Mar 23 23:51:52.257064 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84635ee3-1fec-4aa3-85ff-9309212d789d req-90728038-54f1-4245-937d-66a42cdec1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:52.258794 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-84635ee3-1fec-4aa3-85ff-9309212d789d req-90728038-54f1-4245-937d-66a42cdec1dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=d01bdeec-57ed-409b-a257-e0c6c9a81aea HTTP/1.1" status: 200 len: 917 time: 0.0991676 Mar 23 23:51:52.260913 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5268b-b1b2-4cb6-9209-a66a1605eb79 req-81460cc9-ed46-45f8-916f-ad81256e64c2 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:52.262548 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-73d5268b-b1b2-4cb6-9209-a66a1605eb79 req-81460cc9-ed46-45f8-916f-ad81256e64c2 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0655437 Mar 23 23:51:52.312842 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-73d5268b-b1b2-4cb6-9209-a66a1605eb79 req-506fe44b-9602-4c12-9d70-97b7a323189a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435905 Mar 23 23:51:52.329483 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-84635ee3-1fec-4aa3-85ff-9309212d789d req-99d7a4bd-b22e-4f8d-8f0f-86e13f43f4ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2f9117c-0d8e-4fab-8db3-0db968d2b360 HTTP/1.1" status: 200 len: 1001 time: 0.0642262 Mar 23 23:51:52.382644 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84635ee3-1fec-4aa3-85ff-9309212d789d req-b2506fc8-2332-40b3-9557-d6eb7066b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:52.384127 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-84635ee3-1fec-4aa3-85ff-9309212d789d req-b2506fc8-2332-40b3-9557-d6eb7066b471 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6136d15b-a857-4672-9f46-946dc92786dd HTTP/1.1" status: 200 len: 856 time: 0.0476599 Mar 23 23:51:52.434456 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84635ee3-1fec-4aa3-85ff-9309212d789d req-e8869a80-05ee-4470-8253-2dddd781d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:52.436105 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-84635ee3-1fec-4aa3-85ff-9309212d789d req-e8869a80-05ee-4470-8253-2dddd781d839 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d01bdeec-57ed-409b-a257-e0c6c9a81aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448184 Mar 23 23:51:52.540300 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-84635ee3-1fec-4aa3-85ff-9309212d789d req-1ad3b7c5-e4b1-4242-8b99-175464f9e416 service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974121 Mar 23 23:51:52.630372 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-84635ee3-1fec-4aa3-85ff-9309212d789d req-b9f44f2d-1d3b-4467-be39-21e66a6dd7f8 service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831745 Mar 23 23:51:53.440416 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08994110-3715-4d86-9836-178ca9a639ce req-5857d299-75f2-40ff-93c8-e5638fea7413 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:53.441920 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-08994110-3715-4d86-9836-178ca9a639ce req-5857d299-75f2-40ff-93c8-e5638fea7413 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0560694 Mar 23 23:51:53.495575 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-08994110-3715-4d86-9836-178ca9a639ce req-df0b2611-6485-4dc4-a4fd-290bce4b633f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463703 Mar 23 23:51:53.655479 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-1b32df06-f870-4f0b-9a91-87e5d21c4b02 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-929383807&fields=id&tenant_id=02770b121f6f4405bcd904ae1a2460d6 HTTP/1.1" status: 200 len: 267 time: 0.0429678 Mar 23 23:51:53.764875 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-c7680729-5632-4695-bd29-5e9081dda638 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:53.766347 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-c7680729-5632-4695-bd29-5e9081dda638 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/networks?id=eb32722d-34ad-4f86-a879-08111091b10d HTTP/1.1" status: 200 len: 811 time: 0.1038842 Mar 23 23:51:53.784156 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-83197c7f-68dc-4fbd-b557-2c4959e2bb3a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/quotas/02770b121f6f4405bcd904ae1a2460d6 HTTP/1.1" status: 200 len: 375 time: 0.0095468 Mar 23 23:51:53.840033 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-b2e18a0c-c4a6-4d7e-ae88-060363744538 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=02770b121f6f4405bcd904ae1a2460d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500727 Mar 23 23:51:53.951187 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-58981628-1c3b-41ca-a569-0c2d0eca6e4d service neutron] 10.222.0.31 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945301 Mar 23 23:51:54.043242 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-127a1053-d127-4156-a2dc-c3086803e43b service neutron] 10.222.0.31 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837617 Mar 23 23:51:54.350249 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-21f847b5-9668-4e23-bae2-a3b1640352ee req-cd337666-a134-48c1-83f8-89bed577bc4d tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 210 time: 0.0270865 Mar 23 23:51:54.618867 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77526d49-c8c4-42d4-a7d2-70b95578393a req-86a8cd75-fe17-4171-8368-249b3bc1b5dc tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:54.620373 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-77526d49-c8c4-42d4-a7d2-70b95578393a req-86a8cd75-fe17-4171-8368-249b3bc1b5dc tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0527809 Mar 23 23:51:54.674502 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-77526d49-c8c4-42d4-a7d2-70b95578393a req-7f68087a-d9b4-4dfb-8ca5-2d98edfafb09 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481327 Mar 23 23:51:55.450625 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c4553c30-261d-45c5-a12a-c76f08d20958 req-bfb62032-f6e1-40b7-8bf0-a4930d790037 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 210 time: 0.0295992 Mar 23 23:51:55.811680 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2513ee-01da-486d-b397-19c998e3e4b1 req-c0f87b58-b479-41ee-a77a-050c4351f9ec tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:55.813139 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-df2513ee-01da-486d-b397-19c998e3e4b1 req-c0f87b58-b479-41ee-a77a-050c4351f9ec tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.0615642 Mar 23 23:51:55.861211 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-df2513ee-01da-486d-b397-19c998e3e4b1 req-362b08cf-38f0-4f66-871b-e115d8321ae6 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406365 Mar 23 23:51:56.573625 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c2631ff9-8e35-44b1-a2a0-4b62d80a136e req-b5d8838e-4097-4379-a8c0-2b5043863afe tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 210 time: 0.0313504 Mar 23 23:51:57.096892 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7be90-020d-48cb-bfa8-835130a7d774 req-7de90f48-7371-4cd7-a039-f9ef45faed2f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:57.098310 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c2f7be90-020d-48cb-bfa8-835130a7d774 req-7de90f48-7371-4cd7-a039-f9ef45faed2f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 946 time: 0.1040933 Mar 23 23:51:57.121401 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-a07d2471-4a79-48a9-a7c0-8f96b8ff4011 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:57.123251 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-a07d2471-4a79-48a9-a7c0-8f96b8ff4011 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/networks?id=0788e3b4-20e6-4c2f-a2c9-3249ef02df1c HTTP/1.1" status: 200 len: 814 time: 0.3937268 Mar 23 23:51:57.158162 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-3db1d9dc-2f29-4f15-a046-dbf95f5aaf1e tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/quotas/a25c216a7c3b4d3b9ab259ec3ca86d5b HTTP/1.1" status: 200 len: 375 time: 0.0255461 Mar 23 23:51:57.183575 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c2f7be90-020d-48cb-bfa8-835130a7d774 req-61a0505c-c77a-4dd2-86b0-b014eb3f6252 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767150 Mar 23 23:51:57.185472 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-40e3d116-79d5-4600-baf0-b15eb50b1cf5 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:57.188001 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-40e3d116-79d5-4600-baf0-b15eb50b1cf5 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.20 "GET /v2.0/networks?id=eb32722d-34ad-4f86-a879-08111091b10d HTTP/1.1" status: 200 len: 811 time: 0.1199851 Mar 23 23:51:57.212613 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f83310a2-8567-4944-a7e8-f8433bb938c4 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a25c216a7c3b4d3b9ab259ec3ca86d5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437517 Mar 23 23:51:57.215353 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device e2f9117c-0d8e-4fab-8db3-0db968d2b360 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:51:57.292602 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-8c59e836-a90c-47fd-8c44-2bd29d8884fd tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02770b121f6f4405bcd904ae1a2460d6 HTTP/1.1" status: 200 len: 379 time: 0.0881894 Mar 23 23:51:57.302719 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-395b7176-20bc-4d5d-996a-4577b89dc8f0 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Request body: {'port': {'device_id': '47f8d7ee-39aa-4742-bfd8-47c41e493047', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'admin_state_up': True, 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'security_groups': ['b9b805c5-f545-48ef-a2d9-16f1bc6e825a']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:57.325155 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port e2f9117c-0d8e-4fab-8db3-0db968d2b360 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:51:57.325693 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:57.343396 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-332230dc-339f-487b-b221-1adfb769bd6d service neutron] 10.222.0.31 "GET /v2.0/networks/0788e3b4-20e6-4c2f-a2c9-3249ef02df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296966 Mar 23 23:51:57.372901 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port e2f9117c-0d8e-4fab-8db3-0db968d2b360, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=e2f9117c-0d8e-4fab-8db3-0db968d2b360,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:51:57.374869 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaa3f21-8408-4214-9edc-49ee3baf5c16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:51:57.378027 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25834447-85f9-448c-9e08-70796bc16e06" -d '{"events": [{"server_uuid": "feaa3f21-8408-4214-9edc-49ee3baf5c16", "name": "network-vif-unplugged", "status": "completed", "tag": "e2f9117c-0d8e-4fab-8db3-0db968d2b360"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:51:57.383122 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:57.446016 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=e2f9117c-0d8e-4fab-8db3-0db968d2b360,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:57.447974 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-395b7176-20bc-4d5d-996a-4577b89dc8f0 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Made reservation on behalf of 02770b121f6f4405bcd904ae1a2460d6 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:51:57.452571 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-0f6d0de6-8f5a-4aa4-9a3c-2eafcdf061b8 service neutron] 10.222.0.31 "GET /v2.0/networks/0788e3b4-20e6-4c2f-a2c9-3249ef02df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079671 Mar 23 23:51:57.454710 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-395b7176-20bc-4d5d-996a-4577b89dc8f0 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:57.600104 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 23:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9954c29b-fad2-4aa2-beea-61cd18a8a097 x-openstack-request-id: req-9954c29b-fad2-4aa2-beea-61cd18a8a097 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:51:57.600588 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feaa3f21-8408-4214-9edc-49ee3baf5c16", "name": "network-vif-unplugged", "status": "failed", "tag": "e2f9117c-0d8e-4fab-8db3-0db968d2b360", "code": 422}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:51:57.601094 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9954c29b-fad2-4aa2-beea-61cd18a8a097 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:51:57.601798 dv-cinder-749155-6-iscsi neutron-server[109900]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9954c29b-fad2-4aa2-beea-61cd18a8a097']: {'server_uuid': 'feaa3f21-8408-4214-9edc-49ee3baf5c16', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360', 'code': 422} returned with failed status Mar 23 23:51:57.627756 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-395b7176-20bc-4d5d-996a-4577b89dc8f0 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Allocated IP 172.20.0.3 (eb32722d-34ad-4f86-a879-08111091b10d/33f2a048-cda2-4701-8292-38152d7aa069/ef9c3f06-d15d-47bd-8ca2-646d49e74396) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:51:57.678202 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f93ef214-83dc-41c1-8707-fbb6f93983fe req-c372583f-9eac-495e-83b1-60d51259172f tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 210 time: 0.0398743 Mar 23 23:51:57.839186 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-592cea01-af3b-4a1a-a403-ea4a447a396c req-c764437f-fd99-46b8-acda-e6d939e8a6c8 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 210 time: 0.0390773 Mar 23 23:51:57.873588 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-395b7176-20bc-4d5d-996a-4577b89dc8f0 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for port (ef9c3f06-d15d-47bd-8ca2-646d49e74396), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:57.892143 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [req-8171011b-92b6-428d-b78c-ae1501d8f3fc req-3962780d-4710-4607-a756-691ecb379d84 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 23:51:57.893340 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8171011b-92b6-428d-b78c-ae1501d8f3fc req-3962780d-4710-4607-a756-691ecb379d84 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065928 Mar 23 23:51:57.918480 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-395b7176-20bc-4d5d-996a-4577b89dc8f0 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (ef9c3f06-d15d-47bd-8ca2-646d49e74396), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:57.979943 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-395b7176-20bc-4d5d-996a-4577b89dc8f0 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Network eb32722d-34ad-4f86-a879-08111091b10d is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:51:57.983656 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-395b7176-20bc-4d5d-996a-4577b89dc8f0 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:51:57.986390 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-395b7176-20bc-4d5d-996a-4577b89dc8f0 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:51:58.032837 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b7176-20bc-4d5d-996a-4577b89dc8f0 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event updated for resources: {'Port': ['ID=ef9c3f06-d15d-47bd-8ca2-646d49e74396,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:58.117818 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-395b7176-20bc-4d5d-996a-4577b89dc8f0 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:58.118939 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-395b7176-20bc-4d5d-996a-4577b89dc8f0 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:58.157706 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-395b7176-20bc-4d5d-996a-4577b89dc8f0 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8592889 Mar 23 23:51:58.182204 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] Request body: {'port': {'device_id': '47f8d7ee-39aa-4742-bfd8-47c41e493047', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:58.225016 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426aa104-ddcc-4e7f-93bb-da03f9c8ec61 req-93faa2d1-d1ca-45ad-a7a5-96d3ca06aa32 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:58.234923 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-426aa104-ddcc-4e7f-93bb-da03f9c8ec61 req-93faa2d1-d1ca-45ad-a7a5-96d3ca06aa32 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.1797602 Mar 23 23:51:58.321468 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (ef9c3f06-d15d-47bd-8ca2-646d49e74396), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:58.343046 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-426aa104-ddcc-4e7f-93bb-da03f9c8ec61 req-2ea3188a-52e4-4aa9-8df2-9495b6f5655f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997853 Mar 23 23:51:58.390517 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab8f15-9b21-4afc-993b-eec7de78e5ad req-0f20f113-daa0-4fdd-9c23-3b38d671d446 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:58.392823 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a2ab8f15-9b21-4afc-993b-eec7de78e5ad req-0f20f113-daa0-4fdd-9c23-3b38d671d446 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.1523871 Mar 23 23:51:58.416099 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-adbe1411-480d-40aa-a291-7d9f5f676e68 None None] Provisioning complete for port ef9c3f06-d15d-47bd-8ca2-646d49e74396 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:51:58.417868 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-adbe1411-480d-40aa-a291-7d9f5f676e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (ef9c3f06-d15d-47bd-8ca2-646d49e74396), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:58.458994 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-adbe1411-480d-40aa-a291-7d9f5f676e68 None None] Port ef9c3f06-d15d-47bd-8ca2-646d49e74396 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:51:58.470635 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a2ab8f15-9b21-4afc-993b-eec7de78e5ad req-dcd9a5eb-ad38-4964-858c-7287237a6cfd tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718899 Mar 23 23:51:58.638959 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 50756) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:58.666056 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9c3f06-d15d-47bd-8ca2-646d49e74396 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:51:58.673703 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] Publish callbacks [] for port (ef9c3f06-d15d-47bd-8ca2-646d49e74396), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:58.685961 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] Transition to ACTIVE for port object ef9c3f06-d15d-47bd-8ca2-646d49e74396 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 23:51:58.690012 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (ef9c3f06-d15d-47bd-8ca2-646d49e74396), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:58.731511 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1499c212-2547-4427-82f2-6bb0eeecf610 req-41813098-5ed2-4a72-88a8-8d0c463573af service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0913832 Mar 23 23:51:58.742124 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [req-1499c212-2547-4427-82f2-6bb0eeecf610 req-90549d9a-d78d-460f-98ec-255467145afe service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 23:51:58.743241 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1499c212-2547-4427-82f2-6bb0eeecf610 req-90549d9a-d78d-460f-98ec-255467145afe service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065613 Mar 23 23:51:58.746159 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9c3f06-d15d-47bd-8ca2-646d49e74396,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:58.816013 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b64f7fa8-4e69-4b7c-bef6-3340cad18eba req-292c2288-7862-444b-9b4e-792c32545aea tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 210 time: 0.0585675 Mar 23 23:51:58.839142 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] Attempting to bind port ef9c3f06-d15d-47bd-8ca2-646d49e74396 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:51:58.839475 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] Attempting to bind port ef9c3f06-d15d-47bd-8ca2-646d49e74396 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': 'deed62c0-222a-45f8-a751-10d58b02153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:51:58.839803 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] Attempting to bind port ef9c3f06-d15d-47bd-8ca2-646d49e74396 on network eb32722d-34ad-4f86-a879-08111091b10d {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:51:58.845062 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] Port ef9c3f06-d15d-47bd-8ca2-646d49e74396 on network eb32722d-34ad-4f86-a879-08111091b10d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 23:51:58.845459 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] Attempting to bind port ef9c3f06-d15d-47bd-8ca2-646d49e74396 on network eb32722d-34ad-4f86-a879-08111091b10d {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:51:58.851421 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 50766) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:51:58.857344 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:51:58.857803 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] Checking segment: {'id': 'deed62c0-222a-45f8-a751-10d58b02153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:51:58.858292 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] Bound using segment: {'id': 'deed62c0-222a-45f8-a751-10d58b02153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:51:58.858648 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] Bound port: ef9c3f06-d15d-47bd-8ca2-646d49e74396, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deed62c0-222a-45f8-a751-10d58b02153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:51:58.859007 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (ef9c3f06-d15d-47bd-8ca2-646d49e74396), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:59.012832 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499c212-2547-4427-82f2-6bb0eeecf610 req-b0fb0a4a-f13c-4a49-b41f-fb8fac27cd4b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:59.014490 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1499c212-2547-4427-82f2-6bb0eeecf610 req-b0fb0a4a-f13c-4a49-b41f-fb8fac27cd4b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports/e2f9117c-0d8e-4fab-8db3-0db968d2b360 HTTP/1.1" status: 200 len: 941 time: 0.1620281 Mar 23 23:51:59.027183 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] For port ef9c3f06-d15d-47bd-8ca2-646d49e74396, host hv-cinder-74915, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:51:59.037800 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511e9d3-a1f0-46f9-aed1-8069e817e8b4 req-c5dbdfb9-3c61-4aeb-bb36-4390b564a697 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:59.039474 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0511e9d3-a1f0-46f9-aed1-8069e817e8b4 req-c5dbdfb9-3c61-4aeb-bb36-4390b564a697 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 943 time: 0.1296101 Mar 23 23:51:59.048542 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] For port ef9c3f06-d15d-47bd-8ca2-646d49e74396, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=ef9c3f06-d15d-47bd-8ca2-646d49e74396,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:51:59.060401 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-a08ca532-e0f0-4989-9827-0794a47a85e2 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:59.062013 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-a08ca532-e0f0-4989-9827-0794a47a85e2 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.20 "GET /v2.0/networks?id=0788e3b4-20e6-4c2f-a2c9-3249ef02df1c HTTP/1.1" status: 200 len: 814 time: 0.1643722 Mar 23 23:51:59.063597 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (ef9c3f06-d15d-47bd-8ca2-646d49e74396), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:59.096069 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f0a57712-7ba8-4861-ac31-681300a6fcd6 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Request body: {'port': {'device_id': 'c0ea7f81-5722-4d09-9aef-64f5f4fcc41c', 'network_id': '0788e3b4-20e6-4c2f-a2c9-3249ef02df1c', 'admin_state_up': True, 'tenant_id': 'a25c216a7c3b4d3b9ab259ec3ca86d5b'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:51:59.125873 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0511e9d3-a1f0-46f9-aed1-8069e817e8b4 req-76136dce-26c5-480c-b595-4b86aaf348f9 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796673 Mar 23 23:51:59.151240 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:59.151897 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:59.153300 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] 10.222.0.20 "PUT /v2.0/ports/ef9c3f06-d15d-47bd-8ca2-646d49e74396 HTTP/1.1" status: 200 len: 1093 time: 0.9772046 Mar 23 23:51:59.156523 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f8d7ee-39aa-4742-bfd8-47c41e493047', 'tag': 'ef9c3f06-d15d-47bd-8ca2-646d49e74396'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:51:59.158791 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc42340-6dac-4035-89bb-cf24f4cb4753" -d '{"events": [{"name": "network-changed", "server_uuid": "47f8d7ee-39aa-4742-bfd8-47c41e493047", "tag": "ef9c3f06-d15d-47bd-8ca2-646d49e74396"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:51:59.182238 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e6b0d-c8ac-4d9e-a6f4-dac06513e722 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9c3f06-d15d-47bd-8ca2-646d49e74396,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:51:59.260129 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1f2708-dc10-4b0b-b46f-997dbd7f63b5 x-openstack-request-id: req-3c1f2708-dc10-4b0b-b46f-997dbd7f63b5 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:51:59.260448 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f8d7ee-39aa-4742-bfd8-47c41e493047", "tag": "ef9c3f06-d15d-47bd-8ca2-646d49e74396", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:51:59.260649 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c1f2708-dc10-4b0b-b46f-997dbd7f63b5 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:51:59.261036 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c1f2708-dc10-4b0b-b46f-997dbd7f63b5'] response: {'name': 'network-changed', 'server_uuid': '47f8d7ee-39aa-4742-bfd8-47c41e493047', 'tag': 'ef9c3f06-d15d-47bd-8ca2-646d49e74396', 'status': 'completed', 'code': 200} Mar 23 23:51:59.306859 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-442d535f-6bc9-46bb-a0b9-9aa0df30d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:59.308540 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-442d535f-6bc9-46bb-a0b9-9aa0df30d4bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02770b121f6f4405bcd904ae1a2460d6&device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 1127 time: 0.0930796 Mar 23 23:51:59.309749 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f0a57712-7ba8-4861-ac31-681300a6fcd6 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Made reservation on behalf of a25c216a7c3b4d3b9ab259ec3ca86d5b for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:51:59.313008 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f0a57712-7ba8-4861-ac31-681300a6fcd6 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:51:59.368355 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-0e039973-3a26-42c8-88d2-ab71a6079cc0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef9c3f06-d15d-47bd-8ca2-646d49e74396 HTTP/1.1" status: 200 len: 217 time: 0.0451972 Mar 23 23:51:59.469040 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-9014eec1-076f-4d8d-9965-3505539524b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:59.470711 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-9014eec1-076f-4d8d-9965-3505539524b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33f2a048-cda2-4701-8292-38152d7aa069 HTTP/1.1" status: 200 len: 850 time: 0.0964556 Mar 23 23:51:59.491783 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2d342-31fa-4626-b580-3e4b80bee9b2 req-f8cc8676-39ac-4f99-96ee-bfd958e61c75 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:59.501905 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-22c2d342-31fa-4626-b580-3e4b80bee9b2 req-f8cc8676-39ac-4f99-96ee-bfd958e61c75 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.0784769 Mar 23 23:51:59.549568 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f0a57712-7ba8-4861-ac31-681300a6fcd6 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Allocated IP 172.20.0.12 (0788e3b4-20e6-4c2f-a2c9-3249ef02df1c/71f90f4e-e9a0-4be5-be12-e097902c38b0/732ad536-77a1-4f05-9cca-f210ea838521) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:51:59.559694 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-22c2d342-31fa-4626-b580-3e4b80bee9b2 req-bbeb428c-437a-490c-b3f1-2f9546e71181 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562880 Mar 23 23:51:59.564231 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-7524568a-0346-42e8-92d9-5e23464d57a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:59.566045 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-7524568a-0346-42e8-92d9-5e23464d57a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb32722d-34ad-4f86-a879-08111091b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767014 Mar 23 23:51:59.624500 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfb363-4c8f-442a-86b0-792e44ea6649 req-7333a2fc-e866-458d-b915-20a925622424 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:51:59.626157 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-91bfb363-4c8f-442a-86b0-792e44ea6649 req-7333a2fc-e866-458d-b915-20a925622424 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0655348 Mar 23 23:51:59.674918 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-91bfb363-4c8f-442a-86b0-792e44ea6649 req-a306fbdd-39d5-4fb6-a071-495ed71e259a tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427763 Mar 23 23:51:59.916010 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c36d4181-e862-4cf3-bcef-74dfb6133283 req-5cfaf5f0-ebf4-422e-b976-bf2a0162ebac tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 210 time: 0.0266881 Mar 23 23:51:59.984199 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-ceff08c6-1fe6-4e38-9f04-bb473afc2a72 service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034648 Mar 23 23:52:00.059619 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f0a57712-7ba8-4861-ac31-681300a6fcd6 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Publish callbacks [] for port (732ad536-77a1-4f05-9cca-f210ea838521), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:00.119950 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-59df25f9-df30-4bd7-8697-adcb9f40dc73 req-eeebd91d-971b-428b-8905-1ecec1577bc2 service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257396 Mar 23 23:52:00.129158 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f0a57712-7ba8-4861-ac31-681300a6fcd6 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (732ad536-77a1-4f05-9cca-f210ea838521), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:00.173541 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f0a57712-7ba8-4861-ac31-681300a6fcd6 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Network 0788e3b4-20e6-4c2f-a2c9-3249ef02df1c is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:52:00.177827 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f0a57712-7ba8-4861-ac31-681300a6fcd6 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:52:00.185123 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f0a57712-7ba8-4861-ac31-681300a6fcd6 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:52:00.191798 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a57712-7ba8-4861-ac31-681300a6fcd6 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Pushing event updated for resources: {'Port': ['ID=732ad536-77a1-4f05-9cca-f210ea838521,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:52:00.261701 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7974fb2-2fdb-4323-ab0d-d1480b11c26b req-28ab5e83-c17b-4ecd-97e8-5aac1409f344 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:00.264209 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c7974fb2-2fdb-4323-ab0d-d1480b11c26b req-28ab5e83-c17b-4ecd-97e8-5aac1409f344 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 943 time: 0.0678630 Mar 23 23:52:00.273747 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f0a57712-7ba8-4861-ac31-681300a6fcd6 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:00.274366 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f0a57712-7ba8-4861-ac31-681300a6fcd6 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:00.291859 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc42340-6dac-4035-89bb-cf24f4cb4753 req-8d19c315-fca5-4b37-8571-8f4a1cab79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:00.293565 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-9cc42340-6dac-4035-89bb-cf24f4cb4753 req-8d19c315-fca5-4b37-8571-8f4a1cab79d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02770b121f6f4405bcd904ae1a2460d6&device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 1127 time: 0.0754843 Mar 23 23:52:00.297238 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f0a57712-7ba8-4861-ac31-681300a6fcd6 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2050562 Mar 23 23:52:00.318108 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] Request body: {'port': {'device_id': 'c0ea7f81-5722-4d09-9aef-64f5f4fcc41c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:52:00.320695 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c7974fb2-2fdb-4323-ab0d-d1480b11c26b req-68f21904-349e-4a20-8cd7-0af8f369fdf2 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505600 Mar 23 23:52:00.432975 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (732ad536-77a1-4f05-9cca-f210ea838521), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:00.450618 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc42340-6dac-4035-89bb-cf24f4cb4753 req-ec8f4731-7b26-4e3b-963c-3e8ea12e1f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:00.452148 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-9cc42340-6dac-4035-89bb-cf24f4cb4753 req-ec8f4731-7b26-4e3b-963c-3e8ea12e1f53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb32722d-34ad-4f86-a879-08111091b10d HTTP/1.1" status: 200 len: 911 time: 0.1461494 Mar 23 23:52:00.516072 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-9cc42340-6dac-4035-89bb-cf24f4cb4753 req-abc148e1-bd76-4b2e-b29e-f03b47466f00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef9c3f06-d15d-47bd-8ca2-646d49e74396 HTTP/1.1" status: 200 len: 217 time: 0.0394192 Mar 23 23:52:00.643904 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc42340-6dac-4035-89bb-cf24f4cb4753 req-21c34703-b550-487f-bbe7-91ea7719b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:00.645462 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-9cc42340-6dac-4035-89bb-cf24f4cb4753 req-21c34703-b550-487f-bbe7-91ea7719b92e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33f2a048-cda2-4701-8292-38152d7aa069 HTTP/1.1" status: 200 len: 850 time: 0.1155109 Mar 23 23:52:00.706273 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499c212-2547-4427-82f2-6bb0eeecf610 req-ac52d1ae-1272-42bd-8aae-cbbce68aabf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:00.707832 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1499c212-2547-4427-82f2-6bb0eeecf610 req-ac52d1ae-1272-42bd-8aae-cbbce68aabf4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16&tenant_id=d1764164142a40b0991cbb88184b7255 HTTP/1.1" status: 200 len: 1128 time: 0.1175179 Mar 23 23:52:00.719505 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129f17e-1aa7-420d-87a6-1e8d18d09b92 req-2fbc587b-70be-44ed-bb00-1e4ebb955012 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:00.720722 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4129f17e-1aa7-420d-87a6-1e8d18d09b92 req-2fbc587b-70be-44ed-bb00-1e4ebb955012 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.0805700 Mar 23 23:52:00.753971 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc42340-6dac-4035-89bb-cf24f4cb4753 req-ac0249a4-a7aa-4656-be6c-07ab70bb02d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:00.755546 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-9cc42340-6dac-4035-89bb-cf24f4cb4753 req-ac0249a4-a7aa-4656-be6c-07ab70bb02d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb32722d-34ad-4f86-a879-08111091b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1005943 Mar 23 23:52:00.827741 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4129f17e-1aa7-420d-87a6-1e8d18d09b92 req-8f9f833a-c5ed-4b7a-9017-b560c906ab2f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990961 Mar 23 23:52:00.842045 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499c212-2547-4427-82f2-6bb0eeecf610 req-344a9809-68ac-47d9-91bd-793271ea073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:00.843547 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1499c212-2547-4427-82f2-6bb0eeecf610 req-344a9809-68ac-47d9-91bd-793271ea073f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1764164142a40b0991cbb88184b7255&device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 1128 time: 0.1066923 Mar 23 23:52:00.867929 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bf354-5267-414b-a100-7c1d47e22473 req-59c01842-44a9-448d-b610-ec05d1eeb023 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:00.869436 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-660bf354-5267-414b-a100-7c1d47e22473 req-59c01842-44a9-448d-b610-ec05d1eeb023 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0962963 Mar 23 23:52:00.887969 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732ad536-77a1-4f05-9cca-f210ea838521 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:52:00.902781 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] Publish callbacks [] for port (732ad536-77a1-4f05-9cca-f210ea838521), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:00.908870 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-9cc42340-6dac-4035-89bb-cf24f4cb4753 req-cab386d7-e596-4f92-a3e7-d6f8732a22b6 service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435390 Mar 23 23:52:00.918162 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] Transition to ACTIVE for port object 732ad536-77a1-4f05-9cca-f210ea838521 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 23:52:00.928504 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (732ad536-77a1-4f05-9cca-f210ea838521), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:00.971751 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-660bf354-5267-414b-a100-7c1d47e22473 req-5943f515-f049-4763-9b7f-68f9d0816d33 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888546 Mar 23 23:52:00.983003 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499c212-2547-4427-82f2-6bb0eeecf610 req-be7f2047-7212-4fdc-aa30-815cab94de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:00.984704 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1499c212-2547-4427-82f2-6bb0eeecf610 req-be7f2047-7212-4fdc-aa30-815cab94de00 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d01bdeec-57ed-409b-a257-e0c6c9a81aea HTTP/1.1" status: 200 len: 917 time: 0.1342700 Mar 23 23:52:01.027183 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] Pushing event updated for resources: {'Port': ['ID=732ad536-77a1-4f05-9cca-f210ea838521,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:52:01.092564 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1499c212-2547-4427-82f2-6bb0eeecf610 req-90a68ab4-6067-4901-bbd8-74ed658fd2c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2f9117c-0d8e-4fab-8db3-0db968d2b360 HTTP/1.1" status: 200 len: 999 time: 0.0922515 Mar 23 23:52:01.096882 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-9cc42340-6dac-4035-89bb-cf24f4cb4753 req-1e34e88d-0af1-4ca6-a9c7-73ec0dc9f2a1 service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769307 Mar 23 23:52:01.114586 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef018066-778d-4131-a4ff-8882c3eb431b req-abc460d7-7c46-4492-b81c-6c48e3dce10a tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:01.116067 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ef018066-778d-4131-a4ff-8882c3eb431b req-abc460d7-7c46-4492-b81c-6c48e3dce10a tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 944 time: 0.1123664 Mar 23 23:52:01.118953 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] Attempting to bind port 732ad536-77a1-4f05-9cca-f210ea838521 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:52:01.119287 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] Attempting to bind port 732ad536-77a1-4f05-9cca-f210ea838521 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '34cfd6f9-8c4f-4a88-b62e-c9f275c36011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0788e3b4-20e6-4c2f-a2c9-3249ef02df1c'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:52:01.119698 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] Attempting to bind port 732ad536-77a1-4f05-9cca-f210ea838521 on network 0788e3b4-20e6-4c2f-a2c9-3249ef02df1c {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:52:01.124274 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] Port 732ad536-77a1-4f05-9cca-f210ea838521 on network 0788e3b4-20e6-4c2f-a2c9-3249ef02df1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 23:52:01.124596 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] Attempting to bind port 732ad536-77a1-4f05-9cca-f210ea838521 on network 0788e3b4-20e6-4c2f-a2c9-3249ef02df1c {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:52:01.129440 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:52:01.129871 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] Checking segment: {'id': '34cfd6f9-8c4f-4a88-b62e-c9f275c36011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0788e3b4-20e6-4c2f-a2c9-3249ef02df1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:52:01.130244 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] Bound using segment: {'id': '34cfd6f9-8c4f-4a88-b62e-c9f275c36011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0788e3b4-20e6-4c2f-a2c9-3249ef02df1c'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:52:01.130665 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] Bound port: 732ad536-77a1-4f05-9cca-f210ea838521, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34cfd6f9-8c4f-4a88-b62e-c9f275c36011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0788e3b4-20e6-4c2f-a2c9-3249ef02df1c'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:52:01.131019 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (732ad536-77a1-4f05-9cca-f210ea838521), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:01.171981 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499c212-2547-4427-82f2-6bb0eeecf610 req-dd92f647-3cf5-45b2-b4ee-a7b17ab53401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:01.173476 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1499c212-2547-4427-82f2-6bb0eeecf610 req-dd92f647-3cf5-45b2-b4ee-a7b17ab53401 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6136d15b-a857-4672-9f46-946dc92786dd HTTP/1.1" status: 200 len: 856 time: 0.0746615 Mar 23 23:52:01.199119 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] For port 732ad536-77a1-4f05-9cca-f210ea838521, host hv-cinder-74915, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:52:01.202543 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] For port 732ad536-77a1-4f05-9cca-f210ea838521, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=732ad536-77a1-4f05-9cca-f210ea838521,segment=NetworkSegment(34cfd6f9-8c4f-4a88-b62e-c9f275c36011),segment_id=34cfd6f9-8c4f-4a88-b62e-c9f275c36011)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:52:01.209371 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (732ad536-77a1-4f05-9cca-f210ea838521), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:01.215243 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device e2f9117c-0d8e-4fab-8db3-0db968d2b360 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:52:01.219008 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ef018066-778d-4131-a4ff-8882c3eb431b req-50faaff9-ca6d-4f50-b2dd-37e11190b056 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854008 Mar 23 23:52:01.242036 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499c212-2547-4427-82f2-6bb0eeecf610 req-16f77aa3-8d78-4eeb-9a74-966498f96af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:01.243624 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1499c212-2547-4427-82f2-6bb0eeecf610 req-16f77aa3-8d78-4eeb-9a74-966498f96af1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d01bdeec-57ed-409b-a257-e0c6c9a81aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603755 Mar 23 23:52:01.251643 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:01.252298 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:01.253752 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] 10.222.0.20 "PUT /v2.0/ports/732ad536-77a1-4f05-9cca-f210ea838521 HTTP/1.1" status: 200 len: 1094 time: 0.9395871 Mar 23 23:52:01.262217 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ea7f81-5722-4d09-9aef-64f5f4fcc41c', 'tag': '732ad536-77a1-4f05-9cca-f210ea838521'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:52:01.264476 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80dc9e9-89f8-46f5-8dd1-34407e18af2f" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ea7f81-5722-4d09-9aef-64f5f4fcc41c", "tag": "732ad536-77a1-4f05-9cca-f210ea838521"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:52:01.303171 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66606ec-0664-473f-8a21-00bce85df800 service neutron] Pushing event updated for resources: {'Port': ['ID=732ad536-77a1-4f05-9cca-f210ea838521,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:52:01.324384 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671e111a-ac5e-4652-a4d8-01996516d2be x-openstack-request-id: req-671e111a-ac5e-4652-a4d8-01996516d2be {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:52:01.324602 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port e2f9117c-0d8e-4fab-8db3-0db968d2b360 is: DOWN; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:52:01.324709 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ea7f81-5722-4d09-9aef-64f5f4fcc41c", "tag": "732ad536-77a1-4f05-9cca-f210ea838521", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:52:01.324955 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-671e111a-ac5e-4652-a4d8-01996516d2be {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:52:01.325373 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-671e111a-ac5e-4652-a4d8-01996516d2be'] response: {'name': 'network-changed', 'server_uuid': 'c0ea7f81-5722-4d09-9aef-64f5f4fcc41c', 'tag': '732ad536-77a1-4f05-9cca-f210ea838521', 'status': 'completed', 'code': 200} Mar 23 23:52:01.362345 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-e0be6d36-1fdc-4a08-8300-f330c34bc9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:01.363058 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1499c212-2547-4427-82f2-6bb0eeecf610 req-4fec604c-5557-4d16-bcba-b52d924779be service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118636 Mar 23 23:52:01.364017 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-e0be6d36-1fdc-4a08-8300-f330c34bc9a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a25c216a7c3b4d3b9ab259ec3ca86d5b&device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 1128 time: 0.0512066 Mar 23 23:52:01.411931 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-70bffaff-c37e-48aa-b6a8-66b93301dd9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=732ad536-77a1-4f05-9cca-f210ea838521 HTTP/1.1" status: 200 len: 217 time: 0.0360837 Mar 23 23:52:01.465288 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-6788b4b8-c646-45cc-ae75-14d78673115a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:01.466697 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-6788b4b8-c646-45cc-ae75-14d78673115a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71f90f4e-e9a0-4be5-be12-e097902c38b0 HTTP/1.1" status: 200 len: 854 time: 0.0491483 Mar 23 23:52:01.497655 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-b8393382-bac8-42be-983a-d9eaa61174ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0788e3b4-20e6-4c2f-a2c9-3249ef02df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247869 Mar 23 23:52:01.498849 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e0a55-20e6-4c6b-9b5d-7a9e76fabd09 req-f0a0d78f-89ea-4ec3-ac8f-c8ac086c48f4 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:01.500310 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b85e0a55-20e6-4c6b-9b5d-7a9e76fabd09 req-f0a0d78f-89ea-4ec3-ac8f-c8ac086c48f4 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 943 time: 0.1065595 Mar 23 23:52:01.502579 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1499c212-2547-4427-82f2-6bb0eeecf610 req-90fb8506-fa92-4f21-adee-cfcd35128cc5 service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278801 Mar 23 23:52:01.552940 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b85e0a55-20e6-4c6b-9b5d-7a9e76fabd09 req-02cda9d1-12dc-43cb-be9c-7ce1b9624776 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466065 Mar 23 23:52:01.591169 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-5f85ab8e-6043-4f6e-8172-f008adfef3b4 service neutron] 10.222.0.20 "GET /v2.0/networks/0788e3b4-20e6-4c2f-a2c9-3249ef02df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869429 Mar 23 23:52:01.686250 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-13f02ea2-8a3f-4217-82d4-bfd097f6ad02 req-75868212-5b4e-4c99-92be-1dbedcd21e91 service neutron] 10.222.0.20 "GET /v2.0/networks/0788e3b4-20e6-4c2f-a2c9-3249ef02df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883036 Mar 23 23:52:01.780329 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80dc9e9-89f8-46f5-8dd1-34407e18af2f req-b9ffbff7-edef-4fd9-b4cd-3f5acd192fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:01.781843 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e80dc9e9-89f8-46f5-8dd1-34407e18af2f req-b9ffbff7-edef-4fd9-b4cd-3f5acd192fa9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a25c216a7c3b4d3b9ab259ec3ca86d5b&device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 1128 time: 0.0451508 Mar 23 23:52:01.891540 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80dc9e9-89f8-46f5-8dd1-34407e18af2f req-e4f760cd-b038-427e-b90a-ff6228a34f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:01.893138 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e80dc9e9-89f8-46f5-8dd1-34407e18af2f req-e4f760cd-b038-427e-b90a-ff6228a34f1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=0788e3b4-20e6-4c2f-a2c9-3249ef02df1c HTTP/1.1" status: 200 len: 914 time: 0.1040785 Mar 23 23:52:01.995877 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbd3d6-c859-4428-83fe-1e6ebe94fb32 req-00408cd2-3389-4071-845d-69c6b937d5bd tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:01.998553 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-74cbd3d6-c859-4428-83fe-1e6ebe94fb32 req-00408cd2-3389-4071-845d-69c6b937d5bd tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.0637085 Mar 23 23:52:02.068415 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-74cbd3d6-c859-4428-83fe-1e6ebe94fb32 req-91b07ef8-0980-422e-a17d-ad3b1c5a58ca tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639114 Mar 23 23:52:02.117849 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463248b9-2392-4846-b388-8bab49290233 req-41a4f013-1720-48d9-9fe8-6c4520447176 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:02.119671 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-463248b9-2392-4846-b388-8bab49290233 req-41a4f013-1720-48d9-9fe8-6c4520447176 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0669951 Mar 23 23:52:02.175933 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-463248b9-2392-4846-b388-8bab49290233 req-2281c664-c4ab-4515-a1a3-272a339a4e5f tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496807 Mar 23 23:52:02.357924 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8334e-2a4e-4264-8018-2f15018af719 req-c164dd11-39a3-40f5-a881-12d1adfa6d77 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:02.359422 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-97f8334e-2a4e-4264-8018-2f15018af719 req-c164dd11-39a3-40f5-a881-12d1adfa6d77 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 944 time: 0.0533819 Mar 23 23:52:02.411488 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-97f8334e-2a4e-4264-8018-2f15018af719 req-6aea5003-4ec1-4c7d-8a95-50d21c478f48 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456984 Mar 23 23:52:02.690237 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a44fe6-483c-4864-8e31-e6b5e947f599 req-2d5684ee-1716-4c2f-aa66-a28cd85bc536 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:02.691817 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-82a44fe6-483c-4864-8e31-e6b5e947f599 req-2d5684ee-1716-4c2f-aa66-a28cd85bc536 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 943 time: 0.0621755 Mar 23 23:52:02.744622 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-82a44fe6-483c-4864-8e31-e6b5e947f599 req-4c910fe8-cb2c-47f3-96a0-ebe28415c749 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463374 Mar 23 23:52:03.194725 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47ac00-e68e-4fc1-8c59-f2015ec639ed req-a406a26d-2dda-4b2b-aed2-ce0f97932007 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:03.199015 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4e47ac00-e68e-4fc1-8c59-f2015ec639ed req-a406a26d-2dda-4b2b-aed2-ce0f97932007 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.0545194 Mar 23 23:52:03.260365 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4e47ac00-e68e-4fc1-8c59-f2015ec639ed req-737eb9fd-e284-4aff-94d8-88cc4d41013e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562999 Mar 23 23:52:03.320598 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53eba6-6756-4453-9a06-a1c825bd648a req-3639c13e-b1f6-404b-bd08-ae66aad2cd12 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:03.322144 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ff53eba6-6756-4453-9a06-a1c825bd648a req-3639c13e-b1f6-404b-bd08-ae66aad2cd12 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0608757 Mar 23 23:52:03.377048 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ff53eba6-6756-4453-9a06-a1c825bd648a req-af8fc45b-7fab-4bb0-b9e0-5bcd2dfa29e8 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490847 Mar 23 23:52:03.532284 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bec91-a272-43d1-8e46-cb1d3cac2b06 req-89106506-bfcc-4555-9851-95ccbdcd4598 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:03.533917 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4b5bec91-a272-43d1-8e46-cb1d3cac2b06 req-89106506-bfcc-4555-9851-95ccbdcd4598 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 944 time: 0.0523484 Mar 23 23:52:03.582360 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4b5bec91-a272-43d1-8e46-cb1d3cac2b06 req-52057930-c1fa-409f-a36a-ab33788bcd2b tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423064 Mar 23 23:52:03.870451 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852592e-c450-403e-a54e-d8b2fb9d5560 req-69b2b53c-df61-42a3-9d24-445cca76009e tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:03.873326 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9852592e-c450-403e-a54e-d8b2fb9d5560 req-69b2b53c-df61-42a3-9d24-445cca76009e tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 943 time: 0.0567484 Mar 23 23:52:03.924637 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9852592e-c450-403e-a54e-d8b2fb9d5560 req-3859ac91-0c9a-4e3c-b83c-4580077722dc tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456569 Mar 23 23:52:04.398844 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd911e-d070-4f6f-b8f6-e7003558046c req-7c519578-1402-4caa-b771-0c31f0aeec87 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:04.401838 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-72bd911e-d070-4f6f-b8f6-e7003558046c req-7c519578-1402-4caa-b771-0c31f0aeec87 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.0598381 Mar 23 23:52:04.477933 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-72bd911e-d070-4f6f-b8f6-e7003558046c req-6aff05c4-0236-4d65-910e-3603b76bf31c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676870 Mar 23 23:52:04.535792 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78602b6-a101-4ced-93e1-825eefe555f0 req-6c504a26-6fd9-4ebf-b3b1-bd3c6e315ede tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:04.537998 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b78602b6-a101-4ced-93e1-825eefe555f0 req-6c504a26-6fd9-4ebf-b3b1-bd3c6e315ede tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0763431 Mar 23 23:52:04.631171 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b78602b6-a101-4ced-93e1-825eefe555f0 req-e32e88cc-ab3a-4ee9-bb82-a70cc76be7ec tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872087 Mar 23 23:52:04.725281 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1bcfc-68c4-4aa3-a2bb-f661dcdc65af req-e97a93f6-af46-4d68-b37a-494b18c48098 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:04.726778 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8ac1bcfc-68c4-4aa3-a2bb-f661dcdc65af req-e97a93f6-af46-4d68-b37a-494b18c48098 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 944 time: 0.0542397 Mar 23 23:52:04.778644 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8ac1bcfc-68c4-4aa3-a2bb-f661dcdc65af req-3d88886e-27f8-4482-ad0f-8c46f94b540e tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456390 Mar 23 23:52:05.047727 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af28746-228c-4a36-a5c1-34a502e51d3a req-25eaf484-1e47-4fb5-9759-99fd3cbaaa16 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:05.049349 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7af28746-228c-4a36-a5c1-34a502e51d3a req-25eaf484-1e47-4fb5-9759-99fd3cbaaa16 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 943 time: 0.0559859 Mar 23 23:52:05.101619 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7af28746-228c-4a36-a5c1-34a502e51d3a req-dc1cf17d-b133-427e-ad35-17dd4c8405b0 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462158 Mar 23 23:52:05.611984 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5419766-4a43-4f13-96ad-269d3133a29a req-dbb848dd-5bd8-4c97-b934-3736218e4902 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:05.613495 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f5419766-4a43-4f13-96ad-269d3133a29a req-dbb848dd-5bd8-4c97-b934-3736218e4902 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.0537310 Mar 23 23:52:05.664855 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f5419766-4a43-4f13-96ad-269d3133a29a req-d2420eb5-5367-4ba3-9f7c-50a13c23ba22 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448730 Mar 23 23:52:05.759688 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a823c69-af5d-4f1e-9fcb-06c28660f141 req-c438a27e-3eac-4142-a763-a8310c2d2dfe tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:05.761216 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8a823c69-af5d-4f1e-9fcb-06c28660f141 req-c438a27e-3eac-4142-a763-a8310c2d2dfe tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0572641 Mar 23 23:52:05.809105 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8a823c69-af5d-4f1e-9fcb-06c28660f141 req-af089662-71b4-461a-a9b0-689703cc69ba tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422122 Mar 23 23:52:05.906326 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6f600-5139-4957-b462-a2c710564fd0 req-37e704f1-7327-40fa-86ca-425105b923e8 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:05.907792 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1ac6f600-5139-4957-b462-a2c710564fd0 req-37e704f1-7327-40fa-86ca-425105b923e8 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 944 time: 0.0552597 Mar 23 23:52:05.957195 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1ac6f600-5139-4957-b462-a2c710564fd0 req-4e610cf9-a22d-44d4-9df7-51a39f6ef5be tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432262 Mar 23 23:52:06.228729 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c31bf-887f-408d-a9a0-b7dbb0c6e7b2 req-9513777d-b814-4b7a-940b-7746ce8010bf tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:06.230362 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-105c31bf-887f-408d-a9a0-b7dbb0c6e7b2 req-9513777d-b814-4b7a-940b-7746ce8010bf tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 943 time: 0.0580981 Mar 23 23:52:06.288933 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-105c31bf-887f-408d-a9a0-b7dbb0c6e7b2 req-ef8524ef-5ae0-49ad-bcef-edd60264abb0 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518632 Mar 23 23:52:06.793920 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bb1e1-398c-4ddb-bb7b-6398a40fe29b req-505f2e82-ee72-4f72-9cf6-4a1ee6733d1e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:06.795681 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f39bb1e1-398c-4ddb-bb7b-6398a40fe29b req-505f2e82-ee72-4f72-9cf6-4a1ee6733d1e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.0544200 Mar 23 23:52:06.850508 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f39bb1e1-398c-4ddb-bb7b-6398a40fe29b req-2efc9df0-b54d-4e9a-b51a-75c11beb6361 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492449 Mar 23 23:52:06.940203 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca0575-bcff-458d-85bc-f8dda057c987 req-ca507c68-ebc1-4153-8e43-196e668cde6c tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:06.941672 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c7ca0575-bcff-458d-85bc-f8dda057c987 req-ca507c68-ebc1-4153-8e43-196e668cde6c tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0540462 Mar 23 23:52:06.994885 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c7ca0575-bcff-458d-85bc-f8dda057c987 req-d017ba81-8aea-48c7-bc95-136192044d7b tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475552 Mar 23 23:52:07.079115 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d18db-5d68-4e46-9727-761303e939ca req-eb7b57a7-c544-454b-8b7e-5a0d13eae2bb tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:07.080751 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-647d18db-5d68-4e46-9727-761303e939ca req-eb7b57a7-c544-454b-8b7e-5a0d13eae2bb tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 944 time: 0.0537713 Mar 23 23:52:07.130959 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-647d18db-5d68-4e46-9727-761303e939ca req-de6fc6e9-14df-4399-a114-c305896e5ee3 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437829 Mar 23 23:52:07.261064 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fc173c48-7607-42db-8c08-2aea582bcb54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:07.411568 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e0500-5b0c-40ea-aa84-dcba023e7c0b req-c2cbb481-a834-48b2-a0bf-c4414abee743 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:07.413283 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-290e0500-5b0c-40ea-aa84-dcba023e7c0b req-c2cbb481-a834-48b2-a0bf-c4414abee743 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 943 time: 0.0535564 Mar 23 23:52:07.462843 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-290e0500-5b0c-40ea-aa84-dcba023e7c0b req-f1f23bb1-e5c4-4874-bbe9-7650eb1328f1 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436618 Mar 23 23:52:07.986119 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa6ee8-fb60-4b62-b4aa-229186bf012a req-4734fe26-53e5-4b31-ae8a-dfad05f84ac2 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:07.994086 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e3aa6ee8-fb60-4b62-b4aa-229186bf012a req-4734fe26-53e5-4b31-ae8a-dfad05f84ac2 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.0631571 Mar 23 23:52:08.043563 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e3aa6ee8-fb60-4b62-b4aa-229186bf012a req-7d4ef160-6fc1-4af2-8ea3-df110e037b01 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486989 Mar 23 23:52:08.130165 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102af19-73f9-4711-8b6c-da3654ad4e23 req-015bb8ee-8a39-482f-8338-8b0bb11c3f81 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:08.131663 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d102af19-73f9-4711-8b6c-da3654ad4e23 req-015bb8ee-8a39-482f-8338-8b0bb11c3f81 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0590427 Mar 23 23:52:08.184905 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d102af19-73f9-4711-8b6c-da3654ad4e23 req-e316e4c0-5ded-4bfe-a96f-8da58d07ac0c tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474455 Mar 23 23:52:08.258270 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fb9bd-6d6b-4b83-8ed8-55b6ed3b8b3f req-5837484c-21da-44f0-afb8-bd185bf6c023 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:08.259764 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-148fb9bd-6d6b-4b83-8ed8-55b6ed3b8b3f req-5837484c-21da-44f0-afb8-bd185bf6c023 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 944 time: 0.0531883 Mar 23 23:52:08.310411 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-148fb9bd-6d6b-4b83-8ed8-55b6ed3b8b3f req-0d5f2da6-b48c-42ad-a019-5eea0d89a31f tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450807 Mar 23 23:52:08.596230 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5514170-1642-4180-ad33-288a95a588e8 req-88b07554-1b31-43f9-9276-87a99d6f6311 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:08.603357 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a5514170-1642-4180-ad33-288a95a588e8 req-88b07554-1b31-43f9-9276-87a99d6f6311 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 943 time: 0.0599077 Mar 23 23:52:08.651108 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a5514170-1642-4180-ad33-288a95a588e8 req-64b58056-49fc-4b23-91cc-9330c667d48a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468554 Mar 23 23:52:09.174686 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd9dfb-5e45-46bf-a121-7f9584d3f277 req-fcadb346-90b3-44a2-a523-d88c33fb5b44 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:09.176178 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d6fd9dfb-5e45-46bf-a121-7f9584d3f277 req-fcadb346-90b3-44a2-a523-d88c33fb5b44 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.0533185 Mar 23 23:52:09.229768 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d6fd9dfb-5e45-46bf-a121-7f9584d3f277 req-aacadac3-807b-4fbf-915e-b0dcb4cc7654 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468488 Mar 23 23:52:09.332879 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0f9ff445-6963-42c8-8bf6-0fbcbc608573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:09.345598 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2206c01-493d-4fdf-82c1-4f9fd986b30f req-5be3bef6-c36d-4117-af18-077ed8e63781 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:09.347153 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c2206c01-493d-4fdf-82c1-4f9fd986b30f req-5be3bef6-c36d-4117-af18-077ed8e63781 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0649779 Mar 23 23:52:09.432434 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c2206c01-493d-4fdf-82c1-4f9fd986b30f req-23d213d9-1391-420b-ad59-ed78c6d50907 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701766 Mar 23 23:52:09.456604 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc2d95-febd-4fa8-b799-289e23b187e6 req-979f1045-0614-4681-9e85-79e345c2e4c5 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:09.458834 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4edc2d95-febd-4fa8-b799-289e23b187e6 req-979f1045-0614-4681-9e85-79e345c2e4c5 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 944 time: 0.0682652 Mar 23 23:52:09.511851 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4edc2d95-febd-4fa8-b799-289e23b187e6 req-7dc9ab75-ec8a-4898-a784-12fbdb6f221c tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474327 Mar 23 23:52:09.778500 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee339a3d-284b-4d41-961b-11b281c0ae85 req-2548aa89-788b-49e1-a711-6ba9c1a11b21 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:09.780004 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ee339a3d-284b-4d41-961b-11b281c0ae85 req-2548aa89-788b-49e1-a711-6ba9c1a11b21 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 943 time: 0.0577579 Mar 23 23:52:09.828758 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ee339a3d-284b-4d41-961b-11b281c0ae85 req-b7406bfb-c74d-4a63-92b6-f2c427e9bdbc tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428123 Mar 23 23:52:10.365762 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28709123-2a9f-4c6b-a65b-15b2d8b0b0f0 req-6a2e11d9-d1d6-422f-94f4-fe0acdda3e9a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:10.367471 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-28709123-2a9f-4c6b-a65b-15b2d8b0b0f0 req-6a2e11d9-d1d6-422f-94f4-fe0acdda3e9a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.0579772 Mar 23 23:52:10.418692 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-28709123-2a9f-4c6b-a65b-15b2d8b0b0f0 req-2ecfc424-37a0-47bc-87f6-59bb120ee020 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444977 Mar 23 23:52:10.555161 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:10.561095 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80c66f-9a80-4a28-ac85-2bf25fc93e88 req-a2f7132b-5475-48e1-88ab-e0b70c075ee4 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:10.562630 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ee80c66f-9a80-4a28-ac85-2bf25fc93e88 req-a2f7132b-5475-48e1-88ab-e0b70c075ee4 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0580010 Mar 23 23:52:10.616822 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ee80c66f-9a80-4a28-ac85-2bf25fc93e88 req-e64de62f-0ada-48bc-8838-844d03c8a820 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474803 Mar 23 23:52:10.732330 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf191595-ff06-4be8-9b18-4bf04f783982 req-60c54942-5d71-463a-82d0-dc0b4db62121 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:10.733774 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cf191595-ff06-4be8-9b18-4bf04f783982 req-60c54942-5d71-463a-82d0-dc0b4db62121 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 944 time: 0.0555174 Mar 23 23:52:10.791082 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cf191595-ff06-4be8-9b18-4bf04f783982 req-58b10a66-3b27-48cf-92e4-16671a08444e tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511429 Mar 23 23:52:10.955850 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720890f4-ce65-4cf0-b03e-3625bf1bc605 req-acb6be50-3ba4-412e-a8da-482c3fadc5ba tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:10.957322 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-720890f4-ce65-4cf0-b03e-3625bf1bc605 req-acb6be50-3ba4-412e-a8da-482c3fadc5ba tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 943 time: 0.0585597 Mar 23 23:52:11.015504 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-720890f4-ce65-4cf0-b03e-3625bf1bc605 req-35d07787-dd1f-4d5c-9d7b-5c4a191aaeaf tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501051 Mar 23 23:52:11.554541 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983216d-9d64-43c2-b41d-acc8be7d3dd1 req-b42b56ad-0c65-44b0-975e-82708b59c91c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:11.556026 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7983216d-9d64-43c2-b41d-acc8be7d3dd1 req-b42b56ad-0c65-44b0-975e-82708b59c91c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.0613458 Mar 23 23:52:11.580246 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e80dc9e9-89f8-46f5-8dd1-34407e18af2f req-52c14e7f-316b-40fe-8fc6-d64afd8ca140 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=732ad536-77a1-4f05-9cca-f210ea838521 HTTP/1.1" status: 200 len: 217 time: 0.0363443 Mar 23 23:52:11.615354 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7983216d-9d64-43c2-b41d-acc8be7d3dd1 req-b4e0019d-b0c2-459a-a8aa-85efd8ebefca tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526500 Mar 23 23:52:11.650887 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80dc9e9-89f8-46f5-8dd1-34407e18af2f req-1de66cb5-4008-45ee-afd4-959967841d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:11.652559 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e80dc9e9-89f8-46f5-8dd1-34407e18af2f req-1de66cb5-4008-45ee-afd4-959967841d7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71f90f4e-e9a0-4be5-be12-e097902c38b0 HTTP/1.1" status: 200 len: 854 time: 0.0536253 Mar 23 23:52:11.687628 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e80dc9e9-89f8-46f5-8dd1-34407e18af2f req-e748b771-41a0-45e2-97b7-6f618377d79d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0788e3b4-20e6-4c2f-a2c9-3249ef02df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279973 Mar 23 23:52:11.788830 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c64fa-03ed-4925-89b6-baf602432c3e req-5c1999ff-68ae-46e7-b3f5-eb4b1192fd1b tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:11.800131 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a23c64fa-03ed-4925-89b6-baf602432c3e req-5c1999ff-68ae-46e7-b3f5-eb4b1192fd1b tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.1030023 Mar 23 23:52:11.829394 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e80dc9e9-89f8-46f5-8dd1-34407e18af2f req-8b3be3f2-ce3c-4ba0-b899-4c06d3894248 service neutron] 10.222.0.20 "GET /v2.0/networks/0788e3b4-20e6-4c2f-a2c9-3249ef02df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344287 Mar 23 23:52:11.869669 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a23c64fa-03ed-4925-89b6-baf602432c3e req-2ea15854-5cb5-4992-ae78-227d768e1580 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676906 Mar 23 23:52:11.949504 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e80dc9e9-89f8-46f5-8dd1-34407e18af2f req-69f2079c-7af7-4885-8c3f-7c312ff1d1d0 service neutron] 10.222.0.20 "GET /v2.0/networks/0788e3b4-20e6-4c2f-a2c9-3249ef02df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110301 Mar 23 23:52:11.964844 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d118f-e11b-4534-ab09-a0b5719d1567 req-467f0743-a280-4ba0-b310-8bce582c6c30 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:11.967058 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-031d118f-e11b-4534-ab09-a0b5719d1567 req-467f0743-a280-4ba0-b310-8bce582c6c30 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 944 time: 0.0684631 Mar 23 23:52:12.024701 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-031d118f-e11b-4534-ab09-a0b5719d1567 req-eb2b3404-3522-4490-a659-635d6e9af04e tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506053 Mar 23 23:52:12.131376 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:12.162228 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affd79f-f559-40c0-a2b7-659efa1e4042 req-9ba0aeeb-fd0a-40d8-b821-f4bae990f3ca tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:12.164126 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7affd79f-f559-40c0-a2b7-659efa1e4042 req-9ba0aeeb-fd0a-40d8-b821-f4bae990f3ca tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 943 time: 0.0690978 Mar 23 23:52:12.233565 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7affd79f-f559-40c0-a2b7-659efa1e4042 req-aa720b8a-e82b-49d0-b735-55e86a9a4f44 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613248 Mar 23 23:52:12.758360 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc5815-0833-431b-9e64-320289688832 req-7d1b7769-b5a8-45d5-80e8-0cabc0910d41 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:12.759832 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cafc5815-0833-431b-9e64-320289688832 req-7d1b7769-b5a8-45d5-80e8-0cabc0910d41 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.0551503 Mar 23 23:52:12.814913 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cafc5815-0833-431b-9e64-320289688832 req-11a1603e-9d54-4c18-a0fa-ce7449e9d5f0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464506 Mar 23 23:52:13.006825 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab01f17-3688-4a46-bf4f-5c5324518359 req-41f6c719-3e68-4c86-a4c8-514ba3cf37d1 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:13.008294 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6ab01f17-3688-4a46-bf4f-5c5324518359 req-41f6c719-3e68-4c86-a4c8-514ba3cf37d1 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0596726 Mar 23 23:52:13.058639 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6ab01f17-3688-4a46-bf4f-5c5324518359 req-a7801c67-bb42-4513-a343-2735dc6f3e4c tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420182 Mar 23 23:52:13.152332 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00a80b-58b4-4904-a917-34888b037280 req-3ef1dc38-24f8-4fe9-a79e-4583e9b18fe9 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:13.153924 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9f00a80b-58b4-4904-a917-34888b037280 req-3ef1dc38-24f8-4fe9-a79e-4583e9b18fe9 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 944 time: 0.0551324 Mar 23 23:52:13.224992 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9f00a80b-58b4-4904-a917-34888b037280 req-bffd7e36-97e5-44f1-ab62-db56f2dc82e3 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613592 Mar 23 23:52:13.276399 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb07da4-440c-485a-8a98-f3a14f8b16b4 req-6a523588-1dc7-4c31-8668-282f06e7f53d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:13.278626 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9fb07da4-440c-485a-8a98-f3a14f8b16b4 req-6a523588-1dc7-4c31-8668-282f06e7f53d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0663507 Mar 23 23:52:13.304841 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870d91c-4e2a-4994-8ac0-8ae527ce9252 req-d7d603b4-63fd-41a3-b005-5a6eaa8234ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:13.306458 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-6870d91c-4e2a-4994-8ac0-8ae527ce9252 req-d7d603b4-63fd-41a3-b005-5a6eaa8234ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03e5b02e8c44caaaadaf5d60fc18023&device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 1129 time: 0.0524125 Mar 23 23:52:13.322912 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:13.359365 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9fb07da4-440c-485a-8a98-f3a14f8b16b4 req-bfeba767-a023-44a3-bda7-3653b81fdaf3 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756440 Mar 23 23:52:13.384209 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6a3c6-c8ac-4d8e-b193-1a4057fc4d5e req-b8a4caa9-a447-4262-a1ab-57c65a2e6ea6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:13.385816 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-75f6a3c6-c8ac-4d8e-b193-1a4057fc4d5e req-b8a4caa9-a447-4262-a1ab-57c65a2e6ea6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 943 time: 0.0716004 Mar 23 23:52:13.400835 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870d91c-4e2a-4994-8ac0-8ae527ce9252 req-a1730fbc-d2e3-456c-b706-52e41c6e470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:13.402337 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-6870d91c-4e2a-4994-8ac0-8ae527ce9252 req-a1730fbc-d2e3-456c-b706-52e41c6e470c service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a HTTP/1.1" status: 200 len: 910 time: 0.0884640 Mar 23 23:52:13.436749 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-75f6a3c6-c8ac-4d8e-b193-1a4057fc4d5e req-c22ab335-d778-406a-865b-85d5a13ab9ab tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446041 Mar 23 23:52:13.471249 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-6870d91c-4e2a-4994-8ac0-8ae527ce9252 req-6f94dc81-fc8b-4d0f-b131-431217b3e219 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c22717ee-3ef2-402f-b74d-e6768f175728 HTTP/1.1" status: 200 len: 1001 time: 0.0625641 Mar 23 23:52:13.521548 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870d91c-4e2a-4994-8ac0-8ae527ce9252 req-fd10a795-1fb8-4ec9-b3bb-8a6e648e5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:13.523033 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-6870d91c-4e2a-4994-8ac0-8ae527ce9252 req-fd10a795-1fb8-4ec9-b3bb-8a6e648e5c7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3dfa0736-7078-436a-bef7-91bda4df3d72 HTTP/1.1" status: 200 len: 849 time: 0.0435326 Mar 23 23:52:13.572713 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870d91c-4e2a-4994-8ac0-8ae527ce9252 req-e6315770-b415-451b-a614-088adb67996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:13.574218 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-6870d91c-4e2a-4994-8ac0-8ae527ce9252 req-e6315770-b415-451b-a614-088adb67996f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449529 Mar 23 23:52:13.677904 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-6870d91c-4e2a-4994-8ac0-8ae527ce9252 req-f5a35231-be64-48b4-8b38-c13354cbb735 service neutron] 10.222.0.20 "GET /v2.0/networks/2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934949 Mar 23 23:52:13.768847 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-6870d91c-4e2a-4994-8ac0-8ae527ce9252 req-8cc3d681-71e8-42df-9a16-cf2459ee5315 service neutron] 10.222.0.20 "GET /v2.0/networks/2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843177 Mar 23 23:52:13.947745 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbab7c-297e-469e-818f-911cfbe96862 req-1a954cfa-a545-4437-86ab-1d48fb7a027a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:13.949238 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7ecbab7c-297e-469e-818f-911cfbe96862 req-1a954cfa-a545-4437-86ab-1d48fb7a027a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.0564101 Mar 23 23:52:14.001058 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7ecbab7c-297e-469e-818f-911cfbe96862 req-006776e1-6142-4be6-b73d-884ec8ab901d tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461600 Mar 23 23:52:14.353519 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7beae2-ced7-48a6-ad6f-48183f753c1f req-e0861873-fdc3-4117-90a0-ea911b32c544 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:14.354997 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-db7beae2-ced7-48a6-ad6f-48183f753c1f req-e0861873-fdc3-4117-90a0-ea911b32c544 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 944 time: 0.0591948 Mar 23 23:52:14.403193 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-db7beae2-ced7-48a6-ad6f-48183f753c1f req-898750d3-93eb-4fa3-b938-903c4d1ac651 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 Mar 23 23:52:14.479472 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a1df3-f517-44ca-8d85-c02c1988fa4e req-de12701c-e01b-49c1-b2d5-8a28582dfcb9 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:14.481289 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-037a1df3-f517-44ca-8d85-c02c1988fa4e req-de12701c-e01b-49c1-b2d5-8a28582dfcb9 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0526423 Mar 23 23:52:14.562578 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-037a1df3-f517-44ca-8d85-c02c1988fa4e req-31cbc1d0-b76f-4f1d-a80d-4f1be2aa6544 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756972 Mar 23 23:52:14.578824 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a142b6-fe40-4ee4-a57d-0bd06e805769 req-c3f28148-fdfe-43f7-a429-849116fb681a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:14.580480 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-92a142b6-fe40-4ee4-a57d-0bd06e805769 req-c3f28148-fdfe-43f7-a429-849116fb681a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 943 time: 0.0772243 Mar 23 23:52:14.635914 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-92a142b6-fe40-4ee4-a57d-0bd06e805769 req-ec9f74ba-6aea-43cd-9f30-7f1dcf543f30 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493114 Mar 23 23:52:15.135015 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736100f-2fa1-4435-888e-b34888f33765 req-b8fd388b-5051-4b34-bfb0-82704239e393 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:15.136576 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0736100f-2fa1-4435-888e-b34888f33765 req-b8fd388b-5051-4b34-bfb0-82704239e393 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.0561321 Mar 23 23:52:15.199207 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0736100f-2fa1-4435-888e-b34888f33765 req-0ad86e20-2ceb-4327-989c-0e9cc69e38f6 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540178 Mar 23 23:52:15.344203 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 732ad536-77a1-4f05-9cca-f210ea838521 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:52:15.447166 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 732ad536-77a1-4f05-9cca-f210ea838521, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=732ad536-77a1-4f05-9cca-f210ea838521,segment=NetworkSegment(34cfd6f9-8c4f-4a88-b62e-c9f275c36011),segment_id=34cfd6f9-8c4f-4a88-b62e-c9f275c36011)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:52:15.459246 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': '732ad536-77a1-4f05-9cca-f210ea838521', 'network_id': '0788e3b4-20e6-4c2f-a2c9-3249ef02df1c', 'port_id': '732ad536-77a1-4f05-9cca-f210ea838521', 'mac_address': 'fa:16:3e:e3:b8:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f90f4e-e9a0-4be5-be12-e097902c38b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:52:15.497546 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 732ad536-77a1-4f05-9cca-f210ea838521 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:52:15.497961 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (732ad536-77a1-4f05-9cca-f210ea838521), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:15.511283 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732ad536-77a1-4f05-9cca-f210ea838521 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:52:15.524564 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d591930-1e6d-4b28-980a-56688b272515 req-e2e581a1-a575-4932-b3a6-7057366697ed tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:15.526128 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6d591930-1e6d-4b28-980a-56688b272515 req-e2e581a1-a575-4932-b3a6-7057366697ed tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 944 time: 0.0535576 Mar 23 23:52:15.531851 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 732ad536-77a1-4f05-9cca-f210ea838521, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=732ad536-77a1-4f05-9cca-f210ea838521,segment=NetworkSegment(34cfd6f9-8c4f-4a88-b62e-c9f275c36011),segment_id=34cfd6f9-8c4f-4a88-b62e-c9f275c36011)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:52:15.537080 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (732ad536-77a1-4f05-9cca-f210ea838521), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:15.537957 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device ef9c3f06-d15d-47bd-8ca2-646d49e74396 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:52:15.575971 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6d591930-1e6d-4b28-980a-56688b272515 req-c2e4cf80-b3e1-4f4d-b1de-0d77a095abda tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441628 Mar 23 23:52:15.631190 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=732ad536-77a1-4f05-9cca-f210ea838521,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:52:15.643440 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:15.643793 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:15.644137 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:15.644478 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:15.644810 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:15.645143 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:15.645504 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:15.645832 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:15.646209 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:15.646532 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:15.646860 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:15.647187 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:15.647511 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:15.647836 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:15.648153 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:15.686511 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port ef9c3f06-d15d-47bd-8ca2-646d49e74396, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=ef9c3f06-d15d-47bd-8ca2-646d49e74396,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:52:15.699132 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': 'ef9c3f06-d15d-47bd-8ca2-646d49e74396', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'port_id': 'ef9c3f06-d15d-47bd-8ca2-646d49e74396', 'mac_address': 'fa:16:3e:23:0d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:52:15.740190 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port ef9c3f06-d15d-47bd-8ca2-646d49e74396 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:52:15.740701 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (ef9c3f06-d15d-47bd-8ca2-646d49e74396), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:15.753763 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9c3f06-d15d-47bd-8ca2-646d49e74396 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:52:15.761530 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c16538-3170-4687-904e-e802d79be4a4 req-02a896d3-b7df-497f-a8ab-ca37f1fa6ea7 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:15.763010 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-75c16538-3170-4687-904e-e802d79be4a4 req-02a896d3-b7df-497f-a8ab-ca37f1fa6ea7 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 943 time: 0.0530655 Mar 23 23:52:15.773636 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port ef9c3f06-d15d-47bd-8ca2-646d49e74396, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=ef9c3f06-d15d-47bd-8ca2-646d49e74396,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:52:15.779419 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (ef9c3f06-d15d-47bd-8ca2-646d49e74396), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:15.811405 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-75c16538-3170-4687-904e-e802d79be4a4 req-1ec151b8-00d9-4c17-980b-ed7464e024a1 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426984 Mar 23 23:52:15.831837 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=ef9c3f06-d15d-47bd-8ca2-646d49e74396,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:52:16.078505 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['732ad536-77a1-4f05-9cca-f210ea838521'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:52:16.083361 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['ef9c3f06-d15d-47bd-8ca2-646d49e74396'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:52:16.345821 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1661a-7c42-4ee8-a88f-53e40aed7ffa req-6bcf01f1-a26f-4181-8a52-324ecf0d1185 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:16.347438 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-32a1661a-7c42-4ee8-a88f-53e40aed7ffa req-6bcf01f1-a26f-4181-8a52-324ecf0d1185 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.0648594 Mar 23 23:52:16.394639 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-32a1661a-7c42-4ee8-a88f-53e40aed7ffa req-f8d4ebe3-5489-4bf0-b4f9-a80a2bf2d326 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415599 Mar 23 23:52:16.712791 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8681f0-6810-43c6-ab30-27568e43ed2c req-0d7d37d9-c93d-40d0-8bc1-fd8b5073d8c0 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:16.714275 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8d8681f0-6810-43c6-ab30-27568e43ed2c req-0d7d37d9-c93d-40d0-8bc1-fd8b5073d8c0 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 945 time: 0.0643353 Mar 23 23:52:16.761120 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8d8681f0-6810-43c6-ab30-27568e43ed2c req-79296afe-2dd0-4f3a-9674-c3c8172502e2 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412257 Mar 23 23:52:16.939375 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39e417-4fc3-4c6c-b53e-1c8eec07e8df req-f0ae1543-744b-4133-b35c-db2903f153df tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:16.940749 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4c39e417-4fc3-4c6c-b53e-1c8eec07e8df req-f0ae1543-744b-4133-b35c-db2903f153df tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 944 time: 0.0549107 Mar 23 23:52:16.989487 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4c39e417-4fc3-4c6c-b53e-1c8eec07e8df req-f14c1379-64a2-4125-b358-9631195cfda6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427110 Mar 23 23:52:17.361030 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device ef9c3f06-d15d-47bd-8ca2-646d49e74396 up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:52:17.419535 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port ef9c3f06-d15d-47bd-8ca2-646d49e74396 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 23:52:17.423258 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port ef9c3f06-d15d-47bd-8ca2-646d49e74396 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:52:17.423630 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (ef9c3f06-d15d-47bd-8ca2-646d49e74396), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:17.504647 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port ef9c3f06-d15d-47bd-8ca2-646d49e74396 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:52:17.505045 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (ef9c3f06-d15d-47bd-8ca2-646d49e74396), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:17.522811 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214812d-a93c-42a3-b64b-bbae3c289f8a req-3627b1d5-cfc7-4317-b9b8-80148b6b683f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:17.524321 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2214812d-a93c-42a3-b64b-bbae3c289f8a req-3627b1d5-cfc7-4317-b9b8-80148b6b683f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.0559671 Mar 23 23:52:17.528306 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f8d7ee-39aa-4742-bfd8-47c41e493047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9c3f06-d15d-47bd-8ca2-646d49e74396'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:52:17.530574 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529dd2a3-e29d-489a-ab38-91517b03e722" -d '{"events": [{"server_uuid": "47f8d7ee-39aa-4742-bfd8-47c41e493047", "name": "network-vif-plugged", "status": "completed", "tag": "ef9c3f06-d15d-47bd-8ca2-646d49e74396"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:52:17.543466 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port ef9c3f06-d15d-47bd-8ca2-646d49e74396, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=ef9c3f06-d15d-47bd-8ca2-646d49e74396,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:52:17.550123 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (ef9c3f06-d15d-47bd-8ca2-646d49e74396), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:17.551244 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 732ad536-77a1-4f05-9cca-f210ea838521 up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:52:17.595480 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4346a592-0dbf-4cb6-bc0f-6b9a32b52e66 x-openstack-request-id: req-4346a592-0dbf-4cb6-bc0f-6b9a32b52e66 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:52:17.595847 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f8d7ee-39aa-4742-bfd8-47c41e493047", "name": "network-vif-plugged", "status": "completed", "tag": "ef9c3f06-d15d-47bd-8ca2-646d49e74396", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:52:17.596011 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4346a592-0dbf-4cb6-bc0f-6b9a32b52e66 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:52:17.596409 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4346a592-0dbf-4cb6-bc0f-6b9a32b52e66'] response: {'server_uuid': '47f8d7ee-39aa-4742-bfd8-47c41e493047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9c3f06-d15d-47bd-8ca2-646d49e74396', 'code': 200} Mar 23 23:52:17.636783 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=ef9c3f06-d15d-47bd-8ca2-646d49e74396,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:52:17.650693 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port 732ad536-77a1-4f05-9cca-f210ea838521 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 23:52:17.655501 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port 732ad536-77a1-4f05-9cca-f210ea838521 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:52:17.655990 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (732ad536-77a1-4f05-9cca-f210ea838521), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:17.752497 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 732ad536-77a1-4f05-9cca-f210ea838521 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:52:17.753184 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (732ad536-77a1-4f05-9cca-f210ea838521), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:17.789388 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 732ad536-77a1-4f05-9cca-f210ea838521, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=732ad536-77a1-4f05-9cca-f210ea838521,segment=NetworkSegment(34cfd6f9-8c4f-4a88-b62e-c9f275c36011),segment_id=34cfd6f9-8c4f-4a88-b62e-c9f275c36011)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:52:17.794623 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (732ad536-77a1-4f05-9cca-f210ea838521), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:17.812672 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2214812d-a93c-42a3-b64b-bbae3c289f8a req-fb54ff6a-b3d0-4b5c-968d-3f28546d57b1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823181 Mar 23 23:52:17.846074 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=732ad536-77a1-4f05-9cca-f210ea838521,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:52:17.875942 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b163f34-7d65-4cdd-8c61-68785b30ad7d req-aeb508ac-550b-4c82-991c-ad3e96d8a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:17.877478 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-5b163f34-7d65-4cdd-8c61-68785b30ad7d req-aeb508ac-550b-4c82-991c-ad3e96d8a31f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 1129 time: 0.0615532 Mar 23 23:52:17.891430 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4db80e-4f8f-473b-8baf-6d514faed019 req-37b0f465-645c-4366-82dd-3a932405f6e9 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:17.892932 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ef4db80e-4f8f-473b-8baf-6d514faed019 req-37b0f465-645c-4366-82dd-3a932405f6e9 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 946 time: 0.0531197 Mar 23 23:52:17.939055 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ef4db80e-4f8f-473b-8baf-6d514faed019 req-e28960a2-99ab-40ab-805a-8e1eb7c5b1fe tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401945 Mar 23 23:52:17.941452 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-5b163f34-7d65-4cdd-8c61-68785b30ad7d req-ebaa6cdd-b535-4253-a680-e55b32125b78 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441782 Mar 23 23:52:18.115015 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf855b2-d524-411d-9313-75dd5bbb2346 req-5b0789d1-7413-4940-91d6-370713436c36 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:18.116398 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1cf855b2-d524-411d-9313-75dd5bbb2346 req-5b0789d1-7413-4940-91d6-370713436c36 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 945 time: 0.0608194 Mar 23 23:52:18.167403 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1cf855b2-d524-411d-9313-75dd5bbb2346 req-c5a5170c-0081-454b-8bd0-969c5ba6c85b tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454400 Mar 23 23:52:18.694502 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:18.948299 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6616c5-a4cb-4285-a361-bb78ff9dc457 req-df7f0f9d-2915-47a8-ba67-37ae1c780023 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:18.949831 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4e6616c5-a4cb-4285-a361-bb78ff9dc457 req-df7f0f9d-2915-47a8-ba67-37ae1c780023 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.0562601 Mar 23 23:52:19.002381 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4e6616c5-a4cb-4285-a361-bb78ff9dc457 req-70d5f965-965d-45b2-8d94-e4c868e0b5bd tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440280 Mar 23 23:52:19.057888 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d594d04-d9ba-49fc-b956-c985eeaa9716 req-20357ac4-39f4-484b-b443-36254944a781 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:19.059504 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0d594d04-d9ba-49fc-b956-c985eeaa9716 req-20357ac4-39f4-484b-b443-36254944a781 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 946 time: 0.0519991 Mar 23 23:52:19.109409 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0d594d04-d9ba-49fc-b956-c985eeaa9716 req-e6c0d845-e723-4e50-a7d3-b9acb43c4579 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440571 Mar 23 23:52:19.300614 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e57cc-8017-4c39-aa6d-4f77c2d4b4fb req-542b922d-5a3c-4742-9fac-9bce89598792 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:19.302101 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-696e57cc-8017-4c39-aa6d-4f77c2d4b4fb req-542b922d-5a3c-4742-9fac-9bce89598792 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 945 time: 0.0634217 Mar 23 23:52:19.353380 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-696e57cc-8017-4c39-aa6d-4f77c2d4b4fb req-1b6c5111-ad77-47c9-91b7-3545fdc3bb73 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453067 Mar 23 23:52:19.597679 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ea7f81-5722-4d09-9aef-64f5f4fcc41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732ad536-77a1-4f05-9cca-f210ea838521'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:52:19.600081 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ba937b-7fd8-49ed-b796-5047cb2cb2ba" -d '{"events": [{"server_uuid": "c0ea7f81-5722-4d09-9aef-64f5f4fcc41c", "name": "network-vif-plugged", "status": "completed", "tag": "732ad536-77a1-4f05-9cca-f210ea838521"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:52:19.615509 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f36a27-3d43-4cae-bcf0-109377355eaf req-a5a1f0bc-fb8b-418c-b14e-a3371a6d8beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:19.617074 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-03f36a27-3d43-4cae-bcf0-109377355eaf req-a5a1f0bc-fb8b-418c-b14e-a3371a6d8beb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 1129 time: 0.0490978 Mar 23 23:52:19.629184 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1384a-19cd-4918-b07e-183fba99f6d1 req-bef41fe8-1094-4f0c-be53-82f504f970e3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:19.630745 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c3e1384a-19cd-4918-b07e-183fba99f6d1 req-bef41fe8-1094-4f0c-be53-82f504f970e3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0539181 Mar 23 23:52:19.637566 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd29745-34b7-4534-a035-64f2b56e4ae4 x-openstack-request-id: req-cbd29745-34b7-4534-a035-64f2b56e4ae4 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:52:19.637883 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ea7f81-5722-4d09-9aef-64f5f4fcc41c", "name": "network-vif-plugged", "status": "completed", "tag": "732ad536-77a1-4f05-9cca-f210ea838521", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:52:19.638251 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbd29745-34b7-4534-a035-64f2b56e4ae4 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:52:19.638652 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd29745-34b7-4534-a035-64f2b56e4ae4'] response: {'server_uuid': 'c0ea7f81-5722-4d09-9aef-64f5f4fcc41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732ad536-77a1-4f05-9cca-f210ea838521', 'code': 200} Mar 23 23:52:19.680992 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c3e1384a-19cd-4918-b07e-183fba99f6d1 req-ea7d9602-9a14-4fb1-916c-a0e254e889c4 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436234 Mar 23 23:52:19.712475 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f36a27-3d43-4cae-bcf0-109377355eaf req-5dbfbf5b-9077-4511-b5a7-46dc5532d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:19.714107 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-03f36a27-3d43-4cae-bcf0-109377355eaf req-5dbfbf5b-9077-4511-b5a7-46dc5532d973 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e8de27b-07d3-4627-8f07-85afc18d3e4e HTTP/1.1" status: 200 len: 917 time: 0.0908079 Mar 23 23:52:19.789823 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-03f36a27-3d43-4cae-bcf0-109377355eaf req-5ee73f5c-9939-42c1-88e4-1ed56c613172 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=153c883a-e8b2-4367-acc5-ba9a9a26711a HTTP/1.1" status: 200 len: 1001 time: 0.0695851 Mar 23 23:52:19.813394 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0555e3-ce29-4262-a0c6-01bdb9fa6731 req-2b318e0d-7aa9-45d6-b288-08864d635d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:19.814941 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-bc0555e3-ce29-4262-a0c6-01bdb9fa6731 req-2b318e0d-7aa9-45d6-b288-08864d635d24 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 1130 time: 0.0527213 Mar 23 23:52:19.839373 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f36a27-3d43-4cae-bcf0-109377355eaf req-75f26172-f503-4fb7-91ed-0b9cd3b2a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:19.840842 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-03f36a27-3d43-4cae-bcf0-109377355eaf req-75f26172-f503-4fb7-91ed-0b9cd3b2a0e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36fdea4e-dd3d-4b87-92dc-886e2d219615 HTTP/1.1" status: 200 len: 856 time: 0.0450723 Mar 23 23:52:19.859629 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-bc0555e3-ce29-4262-a0c6-01bdb9fa6731 req-ce53374f-4233-4f99-b384-5b9c9180b67e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380769 Mar 23 23:52:19.890818 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f36a27-3d43-4cae-bcf0-109377355eaf req-89eabd29-b7b6-4b2b-a41e-0211a13470b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:19.892241 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-03f36a27-3d43-4cae-bcf0-109377355eaf req-89eabd29-b7b6-4b2b-a41e-0211a13470b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e8de27b-07d3-4627-8f07-85afc18d3e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457802 Mar 23 23:52:20.129697 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3b077-d1b2-471a-95b1-5dd6f1234336 req-a0b3e920-e32c-4985-94b8-818eeadde03c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:20.131780 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c1c3b077-d1b2-471a-95b1-5dd6f1234336 req-a0b3e920-e32c-4985-94b8-818eeadde03c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.0538478 Mar 23 23:52:20.153738 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-03f36a27-3d43-4cae-bcf0-109377355eaf req-2c03912f-badf-4856-afff-a9a83b7ede11 service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925229 Mar 23 23:52:20.180949 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c1c3b077-d1b2-471a-95b1-5dd6f1234336 req-e0c21f7e-c3b2-4ab3-966d-ec4e7f486d72 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434144 Mar 23 23:52:20.232629 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facf3aa-94a4-47a3-be77-158790be7873 req-5ff58714-db23-4f25-a30f-24f2fcc7af72 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:20.234156 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5facf3aa-94a4-47a3-be77-158790be7873 req-5ff58714-db23-4f25-a30f-24f2fcc7af72 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 946 time: 0.0522001 Mar 23 23:52:20.248695 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-03f36a27-3d43-4cae-bcf0-109377355eaf req-4e4fc464-7832-4865-95c1-a467910f9a8f service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884967 Mar 23 23:52:20.286083 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5facf3aa-94a4-47a3-be77-158790be7873 req-eec47ba3-7a45-4e66-8a55-9c0815019e9c tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459704 Mar 23 23:52:20.490560 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d9d43-d058-47ca-b7c8-84a6838fc232 req-3bc65e27-3198-4b46-b1d0-71e7028d02ec tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:20.492041 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-113d9d43-d058-47ca-b7c8-84a6838fc232 req-3bc65e27-3198-4b46-b1d0-71e7028d02ec tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 945 time: 0.0622365 Mar 23 23:52:20.543056 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-113d9d43-d058-47ca-b7c8-84a6838fc232 req-16313934-2a7d-4414-a33f-220579235991 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452185 Mar 23 23:52:20.662139 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b798a5-f567-44ff-a4b7-a54f5de8130a req-83c62a8b-a35f-4951-91b6-2f5b079734c3 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:20.663542 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-66b798a5-f567-44ff-a4b7-a54f5de8130a req-83c62a8b-a35f-4951-91b6-2f5b079734c3 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 945 time: 0.0539131 Mar 23 23:52:20.721309 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-66b798a5-f567-44ff-a4b7-a54f5de8130a req-2cf85ded-4498-4223-97ff-1471fb28bd94 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492184 Mar 23 23:52:20.744312 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51000) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:52:20.803908 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcf099-e33c-4e58-96c2-dac18a330db7 req-79d3d237-a1cb-48ef-8e05-99aa1585fb09 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:20.805442 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-04dcf099-e33c-4e58-96c2-dac18a330db7 req-79d3d237-a1cb-48ef-8e05-99aa1585fb09 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0567939 Mar 23 23:52:20.832587 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00763ac-d1dd-4f3c-a4fb-768cd5f12fad tempest-TestVolumeBootPattern-889915525 tempest-TestVolumeBootPattern-889915525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:20.834206 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-b00763ac-d1dd-4f3c-a4fb-768cd5f12fad tempest-TestVolumeBootPattern-889915525 tempest-TestVolumeBootPattern-889915525-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 1124 time: 0.0888641 Mar 23 23:52:20.837966 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51004) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:52:20.842241 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Request body: {'floatingip': {'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'port_id': 'ef9c3f06-d15d-47bd-8ca2-646d49e74396', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:52:20.853998 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-04dcf099-e33c-4e58-96c2-dac18a330db7 req-7c7bf342-efa0-48e3-abc9-c625dcaac05f tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428586 Mar 23 23:52:20.862993 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:20.963662 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:21.094866 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Allocated IP 172.27.0.121 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/bfa98261-a091-427b-99aa-95b39a46e3fb) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:52:21.201772 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for port (bfa98261-a091-427b-99aa-95b39a46e3fb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:21.244145 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (bfa98261-a091-427b-99aa-95b39a46e3fb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:21.281246 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:52:21.284229 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:52:21.290716 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:52:21.296558 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event updated for resources: {'Port': ['ID=bfa98261-a091-427b-99aa-95b39a46e3fb,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:52:21.309304 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798dc020-678e-4820-b6e2-bc97042d0b47 req-556aa459-3bee-4ae1-b000-5046b070b8dc tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:21.310639 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-798dc020-678e-4820-b6e2-bc97042d0b47 req-556aa459-3bee-4ae1-b000-5046b070b8dc tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 944 time: 0.0551152 Mar 23 23:52:21.330289 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:21.332256 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:21.332256 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:21.332256 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:21.332256 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:21.332256 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:21.332256 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:21.332831 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:21.332924 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:21.333174 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:21.333534 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:21.334212 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:21.334357 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:21.334569 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:21.334881 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:52:21.368164 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-798dc020-678e-4820-b6e2-bc97042d0b47 req-4a681e16-cf94-4246-88f5-65a6675ff35e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511985 Mar 23 23:52:21.406710 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device e2f9117c-0d8e-4fab-8db3-0db968d2b360 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:52:21.424539 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ad040-5333-4cc6-8c74-fafbcd44eb93 req-c47d66a3-9852-4f10-a8e3-740a2bb5bf43 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:21.426247 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b51ad040-5333-4cc6-8c74-fafbcd44eb93 req-c47d66a3-9852-4f10-a8e3-740a2bb5bf43 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 946 time: 0.0571244 Mar 23 23:52:21.481551 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b51ad040-5333-4cc6-8c74-fafbcd44eb93 req-9c591074-3056-4dc7-b1d1-eb4e4f52e9e0 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486543 Mar 23 23:52:21.511169 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port e2f9117c-0d8e-4fab-8db3-0db968d2b360, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=e2f9117c-0d8e-4fab-8db3-0db968d2b360,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:52:21.648464 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:52:21.676864 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'port_id': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360', 'mac_address': 'fa:16:3e:78:16:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:52:21.683490 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for floatingip (addd2c3b-7ba7-4124-938d-2fab6ada7db8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:21.716094 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port e2f9117c-0d8e-4fab-8db3-0db968d2b360 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:52:21.716484 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:21.731381 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f9117c-0d8e-4fab-8db3-0db968d2b360 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:52:21.752758 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port e2f9117c-0d8e-4fab-8db3-0db968d2b360, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=e2f9117c-0d8e-4fab-8db3-0db968d2b360,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:52:21.759934 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:21.761362 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (bfa98261-a091-427b-99aa-95b39a46e3fb), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:21.818401 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=e2f9117c-0d8e-4fab-8db3-0db968d2b360,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:52:21.928705 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for port (bfa98261-a091-427b-99aa-95b39a46e3fb), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:21.933800 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (bfa98261-a091-427b-99aa-95b39a46e3fb), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:21.977811 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809826a-242a-49a9-810e-c3f10593f120 req-f18eda2c-aafe-467f-bc7d-2c1f6ec0af19 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:21.979417 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e809826a-242a-49a9-810e-c3f10593f120 req-f18eda2c-aafe-467f-bc7d-2c1f6ec0af19 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0562027 Mar 23 23:52:22.007908 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event updated for resources: {'Port': ['ID=bfa98261-a091-427b-99aa-95b39a46e3fb,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:52:22.019896 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (addd2c3b-7ba7-4124-938d-2fab6ada7db8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:22.027913 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e809826a-242a-49a9-810e-c3f10593f120 req-bdd2949c-64cc-42fa-8dc4-e391130edae9 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424504 Mar 23 23:52:22.078060 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['e2f9117c-0d8e-4fab-8db3-0db968d2b360'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:52:22.382039 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.l3_db [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Floating IP addd2c3b-7ba7-4124-938d-2fab6ada7db8 associated. External IP: 172.27.0.121, port: ef9c3f06-d15d-47bd-8ca2-646d49e74396. Mar 23 23:52:22.501063 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b30b0-9e8f-4752-a7cf-71165dff940e req-c30e7e21-9f89-477a-80f3-b510220d3fbc tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:22.502568 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-382b30b0-9e8f-4752-a7cf-71165dff940e req-c30e7e21-9f89-477a-80f3-b510220d3fbc tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 945 time: 0.0535371 Mar 23 23:52:22.552008 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-382b30b0-9e8f-4752-a7cf-71165dff940e req-5864e7cb-87c8-4091-8281-88d3ad40b617 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433028 Mar 23 23:52:22.600460 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Router aa2e5138-d485-4376-93dd-0346e3528def has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:52:22.713267 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:52:22.728520 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634b3706-1f5c-4ef6-bf01-251ccf97fdbc None None] Sync routers for ids ['aa2e5138-d485-4376-93dd-0346e3528def'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:52:22.742405 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634b3706-1f5c-4ef6-bf01-251ccf97fdbc None None] Routers {'aa2e5138-d485-4376-93dd-0346e3528def'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:52:22.742849 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:22.743058 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-634b3706-1f5c-4ef6-bf01-251ccf97fdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:52:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['aa2e5138-d485-4376-93dd-0346e3528def'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:52:22.773132 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-e749fefa-797d-478e-b1a6-ab29c3190807 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9341350 Mar 23 23:52:22.773820 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f8d7ee-39aa-4742-bfd8-47c41e493047', 'tag': 'ef9c3f06-d15d-47bd-8ca2-646d49e74396'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:52:22.776043 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790b9c6b-dccf-439c-a952-37b8ebfe4b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "47f8d7ee-39aa-4742-bfd8-47c41e493047", "tag": "ef9c3f06-d15d-47bd-8ca2-646d49e74396"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:52:22.812491 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30d0c5f-17db-48b4-bda2-28e1e2bfa5df x-openstack-request-id: req-f30d0c5f-17db-48b4-bda2-28e1e2bfa5df {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:52:22.812786 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f8d7ee-39aa-4742-bfd8-47c41e493047", "tag": "ef9c3f06-d15d-47bd-8ca2-646d49e74396", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:52:22.813009 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f30d0c5f-17db-48b4-bda2-28e1e2bfa5df {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:52:22.813450 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f30d0c5f-17db-48b4-bda2-28e1e2bfa5df'] response: {'name': 'network-changed', 'server_uuid': '47f8d7ee-39aa-4742-bfd8-47c41e493047', 'tag': 'ef9c3f06-d15d-47bd-8ca2-646d49e74396', 'status': 'completed', 'code': 200} Mar 23 23:52:22.898183 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b9c6b-dccf-439c-a952-37b8ebfe4b5a req-23122103-b0f2-480f-b884-67cb30cba596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:22.899778 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-790b9c6b-dccf-439c-a952-37b8ebfe4b5a req-23122103-b0f2-480f-b884-67cb30cba596 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02770b121f6f4405bcd904ae1a2460d6&device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 1129 time: 0.0470853 Mar 23 23:52:22.946991 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-634b3706-1f5c-4ef6-bf01-251ccf97fdbc None None] Set router aa2e5138-d485-4376-93dd-0346e3528def gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:52:22.992181 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b9c6b-dccf-439c-a952-37b8ebfe4b5a req-181150d7-983e-4311-93f2-da20ed5e936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:22.993737 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-790b9c6b-dccf-439c-a952-37b8ebfe4b5a req-181150d7-983e-4311-93f2-da20ed5e936a service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb32722d-34ad-4f86-a879-08111091b10d HTTP/1.1" status: 200 len: 911 time: 0.0878482 Mar 23 23:52:23.059873 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-790b9c6b-dccf-439c-a952-37b8ebfe4b5a req-f5775a9f-4420-4dbf-a2e0-c64901b5f7ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef9c3f06-d15d-47bd-8ca2-646d49e74396 HTTP/1.1" status: 200 len: 999 time: 0.0598986 Mar 23 23:52:23.113066 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b9c6b-dccf-439c-a952-37b8ebfe4b5a req-642b13e8-a9c9-4d1f-9c4f-367e974fb595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:23.114711 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-790b9c6b-dccf-439c-a952-37b8ebfe4b5a req-642b13e8-a9c9-4d1f-9c4f-367e974fb595 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33f2a048-cda2-4701-8292-38152d7aa069 HTTP/1.1" status: 200 len: 850 time: 0.0480950 Mar 23 23:52:23.151117 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea614741-71c1-4578-8d5f-74d6e5e68fe9 req-683d2abf-4ade-4e32-9cd1-9059a66c06b1 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:23.152728 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ea614741-71c1-4578-8d5f-74d6e5e68fe9 req-683d2abf-4ade-4e32-9cd1-9059a66c06b1 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0570314 Mar 23 23:52:23.168550 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b9c6b-dccf-439c-a952-37b8ebfe4b5a req-727e5be6-5501-451f-8714-a92b10cdecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:23.170289 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-790b9c6b-dccf-439c-a952-37b8ebfe4b5a req-727e5be6-5501-451f-8714-a92b10cdecb3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb32722d-34ad-4f86-a879-08111091b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490630 Mar 23 23:52:23.177712 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-634b3706-1f5c-4ef6-bf01-251ccf97fdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': 'addd2c3b-7ba7-4124-938d-2fab6ada7db8', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'port_id': 'ef9c3f06-d15d-47bd-8ca2-646d49e74396', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'mac_address': 'fa:16:3e:23:0d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f8d7ee-39aa-4742-bfd8-47c41e493047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:52:21Z', 'updated_at': '2022-03-23T23:52:21Z', 'revision_number': 0, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a7144b-72fc-4776-b25c-2fe67a1fff5a', 'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'mac_address': 'fa:16:3e:7b:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:24Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 5, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'subnets': [{'id': '33f2a048-cda2-4701-8292-38152d7aa069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:52:23.198868 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ea614741-71c1-4578-8d5f-74d6e5e68fe9 req-0abd047a-b4a8-4b3c-a1dc-08c1fda5e6b1 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402718 Mar 23 23:52:23.207917 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634b3706-1f5c-4ef6-bf01-251ccf97fdbc None None] Checking router: aa2e5138-d485-4376-93dd-0346e3528def for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:52:23.218555 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634b3706-1f5c-4ef6-bf01-251ccf97fdbc None None] Routers {'aa2e5138-d485-4376-93dd-0346e3528def'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:52:23.219669 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-634b3706-1f5c-4ef6-bf01-251ccf97fdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:52:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['aa2e5138-d485-4376-93dd-0346e3528def'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:52:23.259265 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-790b9c6b-dccf-439c-a952-37b8ebfe4b5a req-e1da333a-5885-4b97-a4d9-31d690277bed service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829508 Mar 23 23:52:23.326233 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-634b3706-1f5c-4ef6-bf01-251ccf97fdbc None None] Set router aa2e5138-d485-4376-93dd-0346e3528def gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:52:23.349805 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-790b9c6b-dccf-439c-a952-37b8ebfe4b5a req-2827ae4a-b4bc-463e-9d15-6d63541d7baa service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837893 Mar 23 23:52:23.419283 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device e2f9117c-0d8e-4fab-8db3-0db968d2b360 up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:52:23.467751 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port e2f9117c-0d8e-4fab-8db3-0db968d2b360 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:52:23.468179 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:23.546577 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port e2f9117c-0d8e-4fab-8db3-0db968d2b360 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:52:23.546961 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:23.558921 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-634b3706-1f5c-4ef6-bf01-251ccf97fdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': 'addd2c3b-7ba7-4124-938d-2fab6ada7db8', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'port_id': 'ef9c3f06-d15d-47bd-8ca2-646d49e74396', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'mac_address': 'fa:16:3e:23:0d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f8d7ee-39aa-4742-bfd8-47c41e493047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:52:21Z', 'updated_at': '2022-03-23T23:52:21Z', 'revision_number': 0, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a7144b-72fc-4776-b25c-2fe67a1fff5a', 'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'mac_address': 'fa:16:3e:7b:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:24Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 5, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'subnets': [{'id': '33f2a048-cda2-4701-8292-38152d7aa069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:52:23.573078 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaa3f21-8408-4214-9edc-49ee3baf5c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:52:23.576497 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f912dd89-3df1-4f1d-9a0e-c895f5cd97b1" -d '{"events": [{"server_uuid": "feaa3f21-8408-4214-9edc-49ee3baf5c16", "name": "network-vif-plugged", "status": "completed", "tag": "e2f9117c-0d8e-4fab-8db3-0db968d2b360"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:52:23.586183 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634b3706-1f5c-4ef6-bf01-251ccf97fdbc None None] The sync data for ids ['aa2e5138-d485-4376-93dd-0346e3528def'] in dv-cinder-749155-6-iscsi is: [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': 'addd2c3b-7ba7-4124-938d-2fab6ada7db8', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'port_id': 'ef9c3f06-d15d-47bd-8ca2-646d49e74396', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'mac_address': 'fa:16:3e:23:0d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f8d7ee-39aa-4742-bfd8-47c41e493047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:52:21Z', 'updated_at': '2022-03-23T23:52:21Z', 'revision_number': 0, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a7144b-72fc-4776-b25c-2fe67a1fff5a', 'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'mac_address': 'fa:16:3e:7b:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:24Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 5, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'subnets': [{'id': '33f2a048-cda2-4701-8292-38152d7aa069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:52:23.589743 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port e2f9117c-0d8e-4fab-8db3-0db968d2b360, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=e2f9117c-0d8e-4fab-8db3-0db968d2b360,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:52:23.594912 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:23.644464 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5f1728-4430-493b-a2f4-ce671db6b0d2 x-openstack-request-id: req-ca5f1728-4430-493b-a2f4-ce671db6b0d2 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:52:23.644754 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feaa3f21-8408-4214-9edc-49ee3baf5c16", "name": "network-vif-plugged", "status": "completed", "tag": "e2f9117c-0d8e-4fab-8db3-0db968d2b360", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:52:23.645017 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca5f1728-4430-493b-a2f4-ce671db6b0d2 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:52:23.645482 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca5f1728-4430-493b-a2f4-ce671db6b0d2'] response: {'server_uuid': 'feaa3f21-8408-4214-9edc-49ee3baf5c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360', 'code': 200} Mar 23 23:52:23.655492 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=e2f9117c-0d8e-4fab-8db3-0db968d2b360,revision_number=10']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:52:23.707654 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34143c-ca17-4ccc-b9e7-e0efb6fceaf7 req-676bdcf7-654c-4517-b94d-c4254101cd01 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:23.710409 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ba34143c-ca17-4ccc-b9e7-e0efb6fceaf7 req-676bdcf7-654c-4517-b94d-c4254101cd01 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 947 time: 0.0555706 Mar 23 23:52:23.758164 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ba34143c-ca17-4ccc-b9e7-e0efb6fceaf7 req-bccd7460-4931-4f98-926c-051c61cf444e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427227 Mar 23 23:52:23.808713 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c2936d-adeb-4136-837b-538839ebc8f8 None None] New status for floating IP addd2c3b-7ba7-4124-938d-2fab6ada7db8: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:52:24.153077 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8306ee-448d-4e70-906c-8e720ca585c4 req-0ddeef4f-0a4e-40b2-870a-3bf0794bedf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:24.154690 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-8a8306ee-448d-4e70-906c-8e720ca585c4 req-0ddeef4f-0a4e-40b2-870a-3bf0794bedf5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 1131 time: 0.0475609 Mar 23 23:52:24.199996 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-8a8306ee-448d-4e70-906c-8e720ca585c4 req-5d69e71f-1830-469b-82ed-81c2f25e8ce4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391653 Mar 23 23:52:24.333876 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca860e32-fe6e-4366-ae96-9551b6756925 req-bba7672b-f6c1-4e56-b1ce-a08b2a78ec86 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:24.335530 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ca860e32-fe6e-4366-ae96-9551b6756925 req-bba7672b-f6c1-4e56-b1ce-a08b2a78ec86 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0627475 Mar 23 23:52:24.385440 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ca860e32-fe6e-4366-ae96-9551b6756925 req-4faca645-e2ae-4c0c-8acf-4f68aafbff2a tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419695 Mar 23 23:52:24.892895 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10272f1-7060-46dc-8d30-88afd96a89cb req-545577b9-373c-4406-bb60-875f4ed688db tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:24.894392 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d10272f1-7060-46dc-8d30-88afd96a89cb req-545577b9-373c-4406-bb60-875f4ed688db tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 947 time: 0.0543756 Mar 23 23:52:24.940645 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d10272f1-7060-46dc-8d30-88afd96a89cb req-81eb268f-a557-4915-b8e5-8fee89be4579 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405071 Mar 23 23:52:25.526683 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5c128-4ffb-4f4e-8e63-32d5245de2e5 req-3575a5a2-f466-4920-9f61-0eb069478c50 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:25.528123 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a7a5c128-4ffb-4f4e-8e63-32d5245de2e5 req-3575a5a2-f466-4920-9f61-0eb069478c50 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0629511 Mar 23 23:52:25.581123 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a7a5c128-4ffb-4f4e-8e63-32d5245de2e5 req-dbf69ccf-246b-47e9-99b5-0f8f46cc7d1a tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473802 Mar 23 23:52:26.069869 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438e130-e4a9-4710-8e7d-399038ec336e req-fd7cce74-43da-4fc0-bd9d-14a9a7058509 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:26.072283 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f438e130-e4a9-4710-8e7d-399038ec336e req-fd7cce74-43da-4fc0-bd9d-14a9a7058509 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 947 time: 0.0572908 Mar 23 23:52:26.126047 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f438e130-e4a9-4710-8e7d-399038ec336e req-09914aa8-fb38-46e3-bfc7-707b9ab9d87b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478790 Mar 23 23:52:26.717066 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3d943-56a3-4d26-967a-d74f3858b171 req-0e78b9cb-b858-4aea-8f4c-7e20e7ece248 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:26.718749 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8bd3d943-56a3-4d26-967a-d74f3858b171 req-0e78b9cb-b858-4aea-8f4c-7e20e7ece248 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0533583 Mar 23 23:52:26.769083 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8bd3d943-56a3-4d26-967a-d74f3858b171 req-a6239928-fbbc-486c-8daf-8bc0aa52d397 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424190 Mar 23 23:52:27.252782 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e83a37-3ce6-476c-93c7-ce165aafc08a req-15fa74ff-d2fe-4ec9-9a0b-b7fc71173342 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:27.254269 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-01e83a37-3ce6-476c-93c7-ce165aafc08a req-15fa74ff-d2fe-4ec9-9a0b-b7fc71173342 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 947 time: 0.0586417 Mar 23 23:52:27.301990 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-01e83a37-3ce6-476c-93c7-ce165aafc08a req-9bdf5647-5066-406d-af72-23270765ce58 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418983 Mar 23 23:52:27.908794 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df953dd3-4efc-477d-b83f-4953650e2b86 req-2bfc7598-dcc7-48c6-a32a-98f056380dc8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:27.910454 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-df953dd3-4efc-477d-b83f-4953650e2b86 req-2bfc7598-dcc7-48c6-a32a-98f056380dc8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0598960 Mar 23 23:52:27.958856 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-df953dd3-4efc-477d-b83f-4953650e2b86 req-9cde508c-cbec-4834-ba43-c5271b30a259 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422444 Mar 23 23:52:29.103367 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978cf45-5c76-46c6-bcc1-ff1f7bb1bd17 req-bd522c75-02bd-4467-af54-da1e2ad16dc3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:29.104849 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c978cf45-5c76-46c6-bcc1-ff1f7bb1bd17 req-bd522c75-02bd-4467-af54-da1e2ad16dc3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0629103 Mar 23 23:52:29.154718 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c978cf45-5c76-46c6-bcc1-ff1f7bb1bd17 req-691d3627-f64f-4318-be2e-58d42947ce7b tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438292 Mar 23 23:52:30.297587 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8a4f2-dc65-4716-b8ff-3664f0ef3cec req-99909299-67a6-45e1-9104-ad35845b8d6e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:30.299056 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c2c8a4f2-dc65-4716-b8ff-3664f0ef3cec req-99909299-67a6-45e1-9104-ad35845b8d6e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0593867 Mar 23 23:52:30.350171 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c2c8a4f2-dc65-4716-b8ff-3664f0ef3cec req-5e9df350-a47a-431e-8d4f-4c17a7d88d62 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423787 Mar 23 23:52:31.484613 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4181d8b-de07-4002-9098-e003116010c5 req-62ed5724-74db-45cc-9eef-2835f5eefd40 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:31.486247 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d4181d8b-de07-4002-9098-e003116010c5 req-62ed5724-74db-45cc-9eef-2835f5eefd40 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0591476 Mar 23 23:52:31.536853 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d4181d8b-de07-4002-9098-e003116010c5 req-645948fe-52bb-4756-9338-bce31473103e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430164 Mar 23 23:52:32.679315 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326be4c-bb93-4fa1-96d0-4c063bf66ec0 req-7a7fd09b-018f-42ef-b7fb-7d053959e950 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:32.680765 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c326be4c-bb93-4fa1-96d0-4c063bf66ec0 req-7a7fd09b-018f-42ef-b7fb-7d053959e950 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0616715 Mar 23 23:52:32.732811 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c326be4c-bb93-4fa1-96d0-4c063bf66ec0 req-2db8c0b8-7ff9-42ac-a48a-24adbcdb40ff tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444715 Mar 23 23:52:33.852096 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5179d-fa30-4bad-8727-bcb75518d5a8 req-4d1b6f5b-4a6c-4c37-b7a4-cca5dd143178 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:33.853493 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b3e5179d-fa30-4bad-8727-bcb75518d5a8 req-4d1b6f5b-4a6c-4c37-b7a4-cca5dd143178 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0527918 Mar 23 23:52:33.904682 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b3e5179d-fa30-4bad-8727-bcb75518d5a8 req-7beccfd1-61fd-4c97-b826-a42bfbaf81c3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424864 Mar 23 23:52:35.046405 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d51625-4033-4d56-9a1e-48972111e573 req-b80540a2-dab8-425c-93a3-8df99a2d629a tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:35.047816 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d7d51625-4033-4d56-9a1e-48972111e573 req-b80540a2-dab8-425c-93a3-8df99a2d629a tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0663381 Mar 23 23:52:35.095995 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d7d51625-4033-4d56-9a1e-48972111e573 req-d3e6c220-3c24-4206-9f37-cad88a279960 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424678 Mar 23 23:52:36.233269 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdf9a6-7130-494b-bdbe-8c63c16c319b req-b1856b83-950e-468a-9504-c597f52b528f tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:36.234754 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0efdf9a6-7130-494b-bdbe-8c63c16c319b req-b1856b83-950e-468a-9504-c597f52b528f tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0560279 Mar 23 23:52:36.282325 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0efdf9a6-7130-494b-bdbe-8c63c16c319b req-bc7d6d3f-554c-4491-a997-5e5dfaf54299 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419605 Mar 23 23:52:37.240763 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-34c36506-d417-4aeb-8357-10ea45deb5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:37.417223 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9ce7a-e014-4454-a9fd-34b6eff2351a req-88d46f49-a22a-4be9-b955-3ac02c9b1d98 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:37.418780 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-00a9ce7a-e014-4454-a9fd-34b6eff2351a req-88d46f49-a22a-4be9-b955-3ac02c9b1d98 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0528820 Mar 23 23:52:37.471784 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-00a9ce7a-e014-4454-a9fd-34b6eff2351a req-2595ab7e-3881-4285-99e3-b692204d4fd1 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471761 Mar 23 23:52:38.594429 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f28b9-a20c-4ded-9ba9-033915e650c3 req-f7ff26b3-6398-47f8-b465-d45675e819f8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:38.595949 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-667f28b9-a20c-4ded-9ba9-033915e650c3 req-f7ff26b3-6398-47f8-b465-d45675e819f8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0564134 Mar 23 23:52:38.646570 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-667f28b9-a20c-4ded-9ba9-033915e650c3 req-169442ed-c9b6-457c-8bf4-a10e8bf70d37 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422342 Mar 23 23:52:39.322706 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-574b9146-f4da-4a72-accf-60f3a3677ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:39.788771 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e52b8c-d7aa-4c26-907e-5fe556f09eeb req-30460d85-fc63-432a-9ba2-06f387a47402 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:39.790291 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a4e52b8c-d7aa-4c26-907e-5fe556f09eeb req-30460d85-fc63-432a-9ba2-06f387a47402 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0655673 Mar 23 23:52:39.840112 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a4e52b8c-d7aa-4c26-907e-5fe556f09eeb req-06abf3eb-8dbd-4cfb-b2a0-d93ac6d7e933 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442581 Mar 23 23:52:40.557592 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:40.981350 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2524e8-205a-453c-bddb-38224a3b4b11 req-145ad5b3-3ac1-462c-85ba-f3c25627d9ca tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:40.982724 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6d2524e8-205a-453c-bddb-38224a3b4b11 req-145ad5b3-3ac1-462c-85ba-f3c25627d9ca tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0707316 Mar 23 23:52:41.035601 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6d2524e8-205a-453c-bddb-38224a3b4b11 req-945bb10a-8b82-4174-ae69-f6469986d701 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466065 Mar 23 23:52:42.132681 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:42.167351 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46879627-e2a8-46fe-88e4-e477bc9b50a0 req-6d881197-a482-44af-9a4f-cd2eb84ea67c tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:42.168878 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-46879627-e2a8-46fe-88e4-e477bc9b50a0 req-6d881197-a482-44af-9a4f-cd2eb84ea67c tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0563209 Mar 23 23:52:42.218242 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-46879627-e2a8-46fe-88e4-e477bc9b50a0 req-a58e4614-40cd-4e71-ad7b-500243973e2e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433416 Mar 23 23:52:42.249085 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b67b9-c00f-4150-b77f-499c30b24849 req-b8adbb2c-846c-4219-957a-2dbdb9857aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:42.250648 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-8e1b67b9-c00f-4150-b77f-499c30b24849 req-b8adbb2c-846c-4219-957a-2dbdb9857aa5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 1129 time: 0.0548058 Mar 23 23:52:42.324196 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-8e1b67b9-c00f-4150-b77f-499c30b24849 req-7139a3e6-48a0-493b-9bab-78ea33a6d86b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507891 Mar 23 23:52:42.736535 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc6407-c090-4dd7-a731-337438bc75af req-77dcb0e8-fd6d-40f4-beba-69e71578ecbd tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:42.738200 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-29cc6407-c090-4dd7-a731-337438bc75af req-77dcb0e8-fd6d-40f4-beba-69e71578ecbd tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 946 time: 0.0547392 Mar 23 23:52:42.787956 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-29cc6407-c090-4dd7-a731-337438bc75af req-053ecdd2-8687-4f1b-8a61-a9eec23ff656 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441525 Mar 23 23:52:43.317445 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:43.344251 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825b2ad-566c-45de-873c-4406023d52cc req-f9f5ecc9-2a51-4f43-b5e4-31138eaf4dec tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:43.346359 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7825b2ad-566c-45de-873c-4406023d52cc req-f9f5ecc9-2a51-4f43-b5e4-31138eaf4dec tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0535831 Mar 23 23:52:43.396368 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7825b2ad-566c-45de-873c-4406023d52cc req-94fa163c-deb4-43a3-a63a-334993f5b3f5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444393 Mar 23 23:52:43.910578 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0932c75-6cf0-4e09-b402-cfb40860936b req-d7befc7b-45dc-43df-b0ea-6cfce91096ce tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:43.912106 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e0932c75-6cf0-4e09-b402-cfb40860936b req-d7befc7b-45dc-43df-b0ea-6cfce91096ce tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 946 time: 0.0572338 Mar 23 23:52:43.960284 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e0932c75-6cf0-4e09-b402-cfb40860936b req-03f62ab7-7e53-45d3-ae66-65b9a6a5e723 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426056 Mar 23 23:52:44.534599 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1311a-50b9-452e-90ea-a783b06a62f2 req-a7983e1d-5af2-4595-9fc4-90c2c3a90cbd tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:44.536171 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e5e1311a-50b9-452e-90ea-a783b06a62f2 req-a7983e1d-5af2-4595-9fc4-90c2c3a90cbd tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0553074 Mar 23 23:52:44.582315 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e5e1311a-50b9-452e-90ea-a783b06a62f2 req-ca5d9aaa-8293-4d46-aafa-84f773863c23 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405400 Mar 23 23:52:44.807649 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40be70-7755-46f8-a60b-54db33e8426a req-12402833-7de5-4127-a9e5-f54a3f92c502 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:44.809176 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-af40be70-7755-46f8-a60b-54db33e8426a req-12402833-7de5-4127-a9e5-f54a3f92c502 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 946 time: 0.0571797 Mar 23 23:52:44.910134 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-af40be70-7755-46f8-a60b-54db33e8426a req-8ce27dec-9e60-43bc-8e9e-5a5aa99f7273 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Deleting port 732ad536-77a1-4f05-9cca-f210ea838521 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:52:44.910600 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-af40be70-7755-46f8-a60b-54db33e8426a req-8ce27dec-9e60-43bc-8e9e-5a5aa99f7273 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (732ad536-77a1-4f05-9cca-f210ea838521), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:45.004059 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-af40be70-7755-46f8-a60b-54db33e8426a req-8ce27dec-9e60-43bc-8e9e-5a5aa99f7273 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] For port 732ad536-77a1-4f05-9cca-f210ea838521, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=732ad536-77a1-4f05-9cca-f210ea838521,segment=NetworkSegment(34cfd6f9-8c4f-4a88-b62e-c9f275c36011),segment_id=34cfd6f9-8c4f-4a88-b62e-c9f275c36011)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:52:45.004407 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-af40be70-7755-46f8-a60b-54db33e8426a req-8ce27dec-9e60-43bc-8e9e-5a5aa99f7273 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (732ad536-77a1-4f05-9cca-f210ea838521), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:45.017986 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-af40be70-7755-46f8-a60b-54db33e8426a req-8ce27dec-9e60-43bc-8e9e-5a5aa99f7273 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Calling delete_port for 732ad536-77a1-4f05-9cca-f210ea838521 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:52:45.025647 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81348904-27f1-45da-932d-441689387ae4 req-1abfb1cb-fb30-47ab-97e2-bbcada645e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:45.027165 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-81348904-27f1-45da-932d-441689387ae4 req-1abfb1cb-fb30-47ab-97e2-bbcada645e25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 1129 time: 0.0794811 Mar 23 23:52:45.033851 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646bc73-b776-43a4-8bdc-a4d56092840f req-a86e6302-f8a1-4a1c-aa2b-8178472aad41 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:45.035281 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2646bc73-b776-43a4-8bdc-a4d56092840f req-a86e6302-f8a1-4a1c-aa2b-8178472aad41 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0796199 Mar 23 23:52:45.150994 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-af40be70-7755-46f8-a60b-54db33e8426a req-8ce27dec-9e60-43bc-8e9e-5a5aa99f7273 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (732ad536-77a1-4f05-9cca-f210ea838521), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:45.163631 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['732ad536-77a1-4f05-9cca-f210ea838521'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:52:45.181907 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce27dec-9e60-43bc-8e9e-5a5aa99f7273 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Pushing event deleted for resources: {'Port': ['ID=732ad536-77a1-4f05-9cca-f210ea838521,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:52:45.185656 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2646bc73-b776-43a4-8bdc-a4d56092840f req-26d2a97b-7dc6-4433-8aab-b692953e13f5 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406651 Mar 23 23:52:45.210196 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f3f58-aa9e-46c0-a47a-853e196a2e4f req-d0752922-328f-4a44-aec1-ab714b09e4f9 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:45.211983 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2f0f3f58-aa9e-46c0-a47a-853e196a2e4f req-d0752922-328f-4a44-aec1-ab714b09e4f9 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0ea7f81-5722-4d09-9aef-64f5f4fcc41c HTTP/1.1" status: 200 len: 867 time: 0.1757019 Mar 23 23:52:45.213444 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81348904-27f1-45da-932d-441689387ae4 req-f83f3877-6afb-484f-a295-577dc258f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:45.214878 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-81348904-27f1-45da-932d-441689387ae4 req-f83f3877-6afb-484f-a295-577dc258f958 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e8de27b-07d3-4627-8f07-85afc18d3e4e HTTP/1.1" status: 200 len: 917 time: 0.1776257 Mar 23 23:52:45.237921 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-af40be70-7755-46f8-a60b-54db33e8426a req-8ce27dec-9e60-43bc-8e9e-5a5aa99f7273 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] No DVR routers for this DVR port 732ad536-77a1-4f05-9cca-f210ea838521 on host hv-cinder-74915 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:52:45.241525 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-af40be70-7755-46f8-a60b-54db33e8426a req-8ce27dec-9e60-43bc-8e9e-5a5aa99f7273 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:45.244680 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-af40be70-7755-46f8-a60b-54db33e8426a req-8ce27dec-9e60-43bc-8e9e-5a5aa99f7273 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.20 "DELETE /v2.0/ports/732ad536-77a1-4f05-9cca-f210ea838521 HTTP/1.1" status: 204 len: 173 time: 0.4296737 Mar 23 23:52:45.245127 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ea7f81-5722-4d09-9aef-64f5f4fcc41c', 'name': 'network-vif-deleted', 'tag': '732ad536-77a1-4f05-9cca-f210ea838521'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:52:45.247357 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90172062-e5ef-4db7-baa1-978d054f10a6" -d '{"events": [{"server_uuid": "c0ea7f81-5722-4d09-9aef-64f5f4fcc41c", "name": "network-vif-deleted", "tag": "732ad536-77a1-4f05-9cca-f210ea838521"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:52:45.283423 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b338bd-6ccc-4fd0-9375-80e8c3eee729 x-openstack-request-id: req-72b338bd-6ccc-4fd0-9375-80e8c3eee729 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:52:45.283711 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ea7f81-5722-4d09-9aef-64f5f4fcc41c", "name": "network-vif-deleted", "tag": "732ad536-77a1-4f05-9cca-f210ea838521", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:52:45.284234 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72b338bd-6ccc-4fd0-9375-80e8c3eee729 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:52:45.285329 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b338bd-6ccc-4fd0-9375-80e8c3eee729'] response: {'server_uuid': 'c0ea7f81-5722-4d09-9aef-64f5f4fcc41c', 'name': 'network-vif-deleted', 'tag': '732ad536-77a1-4f05-9cca-f210ea838521', 'status': 'completed', 'code': 200} Mar 23 23:52:45.320053 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2f0f3f58-aa9e-46c0-a47a-853e196a2e4f req-985cf790-1a82-4be9-b345-5de08425b571 tempest-VolumesSnapshotTestJSON-1531832389 tempest-VolumesSnapshotTestJSON-1531832389-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c968a7f-3d9d-4502-bf28-043723a54832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022518 Mar 23 23:52:45.321685 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-81348904-27f1-45da-932d-441689387ae4 req-7df65b52-639f-4704-95a8-f839eb50b508 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=153c883a-e8b2-4367-acc5-ba9a9a26711a HTTP/1.1" status: 200 len: 1001 time: 0.0967541 Mar 23 23:52:45.382579 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81348904-27f1-45da-932d-441689387ae4 req-68e6b7ae-09f7-4600-ae45-09bee88b21d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:45.384333 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-81348904-27f1-45da-932d-441689387ae4 req-68e6b7ae-09f7-4600-ae45-09bee88b21d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36fdea4e-dd3d-4b87-92dc-886e2d219615 HTTP/1.1" status: 200 len: 856 time: 0.0492532 Mar 23 23:52:45.442656 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81348904-27f1-45da-932d-441689387ae4 req-5732ae04-39e5-4399-a751-f9c997a26403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:45.444329 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-81348904-27f1-45da-932d-441689387ae4 req-5732ae04-39e5-4399-a751-f9c997a26403 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e8de27b-07d3-4627-8f07-85afc18d3e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487065 Mar 23 23:52:45.540905 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-81348904-27f1-45da-932d-441689387ae4 req-df233653-728a-4f5a-9416-61ebbe4e904f service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826619 Mar 23 23:52:45.637023 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-81348904-27f1-45da-932d-441689387ae4 req-ba0475b7-ba7d-4db3-b0cc-9b730b04d6cc service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902159 Mar 23 23:52:46.337410 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e4942-31d1-4019-b41c-b2182dc9f2f6 req-1dc7264f-3b77-4b93-adf1-0955cbb9b2a3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:46.338893 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-541e4942-31d1-4019-b41c-b2182dc9f2f6 req-1dc7264f-3b77-4b93-adf1-0955cbb9b2a3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0717552 Mar 23 23:52:46.387568 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-541e4942-31d1-4019-b41c-b2182dc9f2f6 req-abbb69a1-e300-4bee-a71c-f65c5a22644f tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428455 Mar 23 23:52:47.526195 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ba2f0d47-6bc0-43ff-8240-80c7d1cff9f7 req-c4cb95f8-9141-4c7b-8bee-6644a8dbe7ad service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785768 Mar 23 23:52:47.539447 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f02e5-db02-4b09-8844-be8f10d9e9e9 req-99e9ba94-f557-4626-94a7-17c7985e7acc tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:47.541416 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ed7f02e5-db02-4b09-8844-be8f10d9e9e9 req-99e9ba94-f557-4626-94a7-17c7985e7acc tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0692358 Mar 23 23:52:47.614961 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ed7f02e5-db02-4b09-8844-be8f10d9e9e9 req-217d5ea4-c0a8-4c79-9ac9-492792a833d8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674474 Mar 23 23:52:47.632068 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f0d47-6bc0-43ff-8240-80c7d1cff9f7 req-12115f26-8afc-4091-ba58-fa809bce1e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:47.633563 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ba2f0d47-6bc0-43ff-8240-80c7d1cff9f7 req-12115f26-8afc-4091-ba58-fa809bce1e84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 1130 time: 0.0582941 Mar 23 23:52:47.750894 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f0d47-6bc0-43ff-8240-80c7d1cff9f7 req-5dad6d56-794f-4901-a676-4dbc603d0090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:47.752374 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ba2f0d47-6bc0-43ff-8240-80c7d1cff9f7 req-5dad6d56-794f-4901-a676-4dbc603d0090 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e8de27b-07d3-4627-8f07-85afc18d3e4e HTTP/1.1" status: 200 len: 917 time: 0.0962851 Mar 23 23:52:47.801900 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ba2f0d47-6bc0-43ff-8240-80c7d1cff9f7 req-5acac9e6-10bd-481b-b05d-47b09dd7d564 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3051c53b-e14d-4e33-a6ad-757751d0a5e6 HTTP/1.1" status: 200 len: 217 time: 0.0372496 Mar 23 23:52:47.868282 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f0d47-6bc0-43ff-8240-80c7d1cff9f7 req-4d50cacd-39eb-4616-88a8-9fa52c19c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:47.869989 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ba2f0d47-6bc0-43ff-8240-80c7d1cff9f7 req-4d50cacd-39eb-4616-88a8-9fa52c19c185 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36fdea4e-dd3d-4b87-92dc-886e2d219615 HTTP/1.1" status: 200 len: 856 time: 0.0532618 Mar 23 23:52:47.919723 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f0d47-6bc0-43ff-8240-80c7d1cff9f7 req-c675b5e3-9fb4-4e4a-bf4c-3252817f9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:47.921199 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ba2f0d47-6bc0-43ff-8240-80c7d1cff9f7 req-c675b5e3-9fb4-4e4a-bf4c-3252817f9df2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e8de27b-07d3-4627-8f07-85afc18d3e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449154 Mar 23 23:52:48.028277 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ba2f0d47-6bc0-43ff-8240-80c7d1cff9f7 req-9ab09af1-4483-446b-94d7-e801468eac22 service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990891 Mar 23 23:52:48.125972 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ba2f0d47-6bc0-43ff-8240-80c7d1cff9f7 req-322e31c2-9f57-4525-980b-3d9d8d3eeb1d service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849662 Mar 23 23:52:48.704589 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:48.754485 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b51d52-62b6-4fee-918e-5517787b6f05 req-9486584b-6ac5-42bc-b41c-933e1427d0e1 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:48.755940 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-74b51d52-62b6-4fee-918e-5517787b6f05 req-9486584b-6ac5-42bc-b41c-933e1427d0e1 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0629864 Mar 23 23:52:48.802267 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-74b51d52-62b6-4fee-918e-5517787b6f05 req-27a8caf0-4c36-4b5d-bb0d-06e41e4570a7 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406725 Mar 23 23:52:48.947881 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b865e32-ec70-4059-82cc-8c9b24d192cc req-102b5d6b-2fa4-427b-b736-887b14d56634 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:48.949434 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2b865e32-ec70-4059-82cc-8c9b24d192cc req-102b5d6b-2fa4-427b-b736-887b14d56634 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.0576370 Mar 23 23:52:48.958381 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 51238) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:52:48.962936 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-0892534d-bdd6-4ca8-924c-8b04ffab1a77 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Request body: {'floatingip': {'port_id': '153c883a-e8b2-4367-acc5-ba9a9a26711a'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:52:49.021772 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0892534d-bdd6-4ca8-924c-8b04ffab1a77 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for floatingip (86907758-7835-4067-ac44-edd63ae8737b), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:49.484923 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0892534d-bdd6-4ca8-924c-8b04ffab1a77 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:49.491447 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0892534d-bdd6-4ca8-924c-8b04ffab1a77 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (86907758-7835-4067-ac44-edd63ae8737b), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:49.800408 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 732ad536-77a1-4f05-9cca-f210ea838521 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:52:49.820739 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: 732ad536-77a1-4f05-9cca-f210ea838521 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:52:49.821090 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 732ad536-77a1-4f05-9cca-f210ea838521 not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:52:49.941822 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0892534d-bdd6-4ca8-924c-8b04ffab1a77 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Router 0bb096a8-777d-412d-9127-ab6b5eb1c066 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:52:50.048243 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0892534d-bdd6-4ca8-924c-8b04ffab1a77 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:52:50.053741 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0892534d-bdd6-4ca8-924c-8b04ffab1a77 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:52:50.058299 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364aeaf5-0046-4e30-9b06-9a67cd03869a None None] Sync routers for ids ['0bb096a8-777d-412d-9127-ab6b5eb1c066'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:52:50.068590 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364aeaf5-0046-4e30-9b06-9a67cd03869a None None] Routers {'0bb096a8-777d-412d-9127-ab6b5eb1c066'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:52:50.069193 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-364aeaf5-0046-4e30-9b06-9a67cd03869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:52:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0bb096a8-777d-412d-9127-ab6b5eb1c066'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:52:50.087039 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff7ddc7-8cd7-4703-97cb-9e53164cf1c7', 'tag': '153c883a-e8b2-4367-acc5-ba9a9a26711a'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:52:50.089320 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f89217267680bd64d7f927d4eadc419634559ab2f391f9993dc43694367eced7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d9f499-a1cf-4828-8247-64fcecbe8c63" -d '{"events": [{"name": "network-changed", "server_uuid": "cff7ddc7-8cd7-4703-97cb-9e53164cf1c7", "tag": "153c883a-e8b2-4367-acc5-ba9a9a26711a"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:52:50.122131 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-0892534d-bdd6-4ca8-924c-8b04ffab1a77 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "PUT /v2.0/floatingips/86907758-7835-4067-ac44-edd63ae8737b HTTP/1.1" status: 200 len: 993 time: 1.1626587 Mar 23 23:52:50.137807 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebaaa6b-7b05-4fd0-81eb-c267217029c6 x-openstack-request-id: req-3ebaaa6b-7b05-4fd0-81eb-c267217029c6 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:52:50.138099 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff7ddc7-8cd7-4703-97cb-9e53164cf1c7", "tag": "153c883a-e8b2-4367-acc5-ba9a9a26711a", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:52:50.138348 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ebaaa6b-7b05-4fd0-81eb-c267217029c6 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:52:50.138748 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ebaaa6b-7b05-4fd0-81eb-c267217029c6'] response: {'name': 'network-changed', 'server_uuid': 'cff7ddc7-8cd7-4703-97cb-9e53164cf1c7', 'tag': '153c883a-e8b2-4367-acc5-ba9a9a26711a', 'status': 'completed', 'code': 200} Mar 23 23:52:50.175355 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-364aeaf5-0046-4e30-9b06-9a67cd03869a None None] Set router 0bb096a8-777d-412d-9127-ab6b5eb1c066 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:52:50.401671 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-364aeaf5-0046-4e30-9b06-9a67cd03869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'name': 'tempest-ServerRescueNegativeTestJSON-58438199-router', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '3b706113-9f28-431d-869a-030cb227901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'gw_port': {'id': '3b706113-9f28-431d-869a-030cb227901b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:48Z', 'updated_at': '2022-03-23T23:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '86907758-7835-4067-ac44-edd63ae8737b', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'port_id': '153c883a-e8b2-4367-acc5-ba9a9a26711a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'mac_address': 'fa:16:3e:b0:33:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff7ddc7-8cd7-4703-97cb-9e53164cf1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:51:08Z', 'updated_at': '2022-03-23T23:52:49Z', 'revision_number': 3, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c2f019-62b5-4b87-8c23-e3f87fa091a8', 'name': '', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'mac_address': 'fa:16:3e:aa:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:54Z', 'updated_at': '2022-03-23T23:49:05Z', 'revision_number': 5, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'subnets': [{'id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:52:50.431028 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364aeaf5-0046-4e30-9b06-9a67cd03869a None None] Checking router: 0bb096a8-777d-412d-9127-ab6b5eb1c066 for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:52:50.439500 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364aeaf5-0046-4e30-9b06-9a67cd03869a None None] Routers {'0bb096a8-777d-412d-9127-ab6b5eb1c066'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:52:50.440084 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-364aeaf5-0046-4e30-9b06-9a67cd03869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:52:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0bb096a8-777d-412d-9127-ab6b5eb1c066'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:52:50.553934 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-364aeaf5-0046-4e30-9b06-9a67cd03869a None None] Set router 0bb096a8-777d-412d-9127-ab6b5eb1c066 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:52:50.773877 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9f499-a1cf-4828-8247-64fcecbe8c63 req-17f71996-95d0-4201-b909-e9d590a33a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:50.775423 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-42d9f499-a1cf-4828-8247-64fcecbe8c63 req-17f71996-95d0-4201-b909-e9d590a33a86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 1129 time: 0.0468938 Mar 23 23:52:50.804077 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-364aeaf5-0046-4e30-9b06-9a67cd03869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'name': 'tempest-ServerRescueNegativeTestJSON-58438199-router', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '3b706113-9f28-431d-869a-030cb227901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'gw_port': {'id': '3b706113-9f28-431d-869a-030cb227901b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:48Z', 'updated_at': '2022-03-23T23:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '86907758-7835-4067-ac44-edd63ae8737b', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'port_id': '153c883a-e8b2-4367-acc5-ba9a9a26711a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'mac_address': 'fa:16:3e:b0:33:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff7ddc7-8cd7-4703-97cb-9e53164cf1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:51:08Z', 'updated_at': '2022-03-23T23:52:49Z', 'revision_number': 3, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c2f019-62b5-4b87-8c23-e3f87fa091a8', 'name': '', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'mac_address': 'fa:16:3e:aa:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:54Z', 'updated_at': '2022-03-23T23:49:05Z', 'revision_number': 5, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'subnets': [{'id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:52:50.830145 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364aeaf5-0046-4e30-9b06-9a67cd03869a None None] The sync data for ids ['0bb096a8-777d-412d-9127-ab6b5eb1c066'] in dv-cinder-749155-6-iscsi is: [{'id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'name': 'tempest-ServerRescueNegativeTestJSON-58438199-router', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '3b706113-9f28-431d-869a-030cb227901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'gw_port': {'id': '3b706113-9f28-431d-869a-030cb227901b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:48Z', 'updated_at': '2022-03-23T23:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '86907758-7835-4067-ac44-edd63ae8737b', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'port_id': '153c883a-e8b2-4367-acc5-ba9a9a26711a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'mac_address': 'fa:16:3e:b0:33:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff7ddc7-8cd7-4703-97cb-9e53164cf1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:51:08Z', 'updated_at': '2022-03-23T23:52:49Z', 'revision_number': 3, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c2f019-62b5-4b87-8c23-e3f87fa091a8', 'name': '', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'mac_address': 'fa:16:3e:aa:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:54Z', 'updated_at': '2022-03-23T23:49:05Z', 'revision_number': 5, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'subnets': [{'id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:52:50.875786 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9f499-a1cf-4828-8247-64fcecbe8c63 req-275344a6-f24f-4505-82b1-5acb08214271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:50.877505 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-42d9f499-a1cf-4828-8247-64fcecbe8c63 req-275344a6-f24f-4505-82b1-5acb08214271 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e8de27b-07d3-4627-8f07-85afc18d3e4e HTTP/1.1" status: 200 len: 917 time: 0.0949757 Mar 23 23:52:50.960381 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-42d9f499-a1cf-4828-8247-64fcecbe8c63 req-e46ad49a-a2cc-490a-8970-05f075c1f57b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=153c883a-e8b2-4367-acc5-ba9a9a26711a HTTP/1.1" status: 200 len: 1001 time: 0.0704343 Mar 23 23:52:51.016362 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9f499-a1cf-4828-8247-64fcecbe8c63 req-bf609012-76c8-409e-af0d-8e583837ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:51.017877 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-42d9f499-a1cf-4828-8247-64fcecbe8c63 req-bf609012-76c8-409e-af0d-8e583837ee62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36fdea4e-dd3d-4b87-92dc-886e2d219615 HTTP/1.1" status: 200 len: 856 time: 0.0508184 Mar 23 23:52:51.075803 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9f499-a1cf-4828-8247-64fcecbe8c63 req-9a4fcfb3-95ad-4c8b-bcfc-99a5a4370787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:51.077542 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-42d9f499-a1cf-4828-8247-64fcecbe8c63 req-9a4fcfb3-95ad-4c8b-bcfc-99a5a4370787 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e8de27b-07d3-4627-8f07-85afc18d3e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506709 Mar 23 23:52:51.178716 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-42d9f499-a1cf-4828-8247-64fcecbe8c63 req-fa0b245c-3e6f-4a17-b087-6c0c814f4c2f service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904243 Mar 23 23:52:51.291409 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-42d9f499-a1cf-4828-8247-64fcecbe8c63 req-27605b2f-aa3d-4ff6-a3de-65e27fa2e5ee service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052976 Mar 23 23:52:52.140004 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff7ddc7-8cd7-4703-97cb-9e53164cf1c7', 'tag': '153c883a-e8b2-4367-acc5-ba9a9a26711a'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:52:52.143856 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f89217267680bd64d7f927d4eadc419634559ab2f391f9993dc43694367eced7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d27642-87c0-46c5-b84c-baab495af9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "cff7ddc7-8cd7-4703-97cb-9e53164cf1c7", "tag": "153c883a-e8b2-4367-acc5-ba9a9a26711a"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:52:52.186630 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40ab1a5-b888-4f2b-a641-1d0ad0e2dbfd x-openstack-request-id: req-f40ab1a5-b888-4f2b-a641-1d0ad0e2dbfd {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:52:52.186905 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff7ddc7-8cd7-4703-97cb-9e53164cf1c7", "tag": "153c883a-e8b2-4367-acc5-ba9a9a26711a", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:52:52.187146 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f40ab1a5-b888-4f2b-a641-1d0ad0e2dbfd {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:52:52.187547 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f40ab1a5-b888-4f2b-a641-1d0ad0e2dbfd'] response: {'name': 'network-changed', 'server_uuid': 'cff7ddc7-8cd7-4703-97cb-9e53164cf1c7', 'tag': '153c883a-e8b2-4367-acc5-ba9a9a26711a', 'status': 'completed', 'code': 200} Mar 23 23:52:52.262581 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d27642-87c0-46c5-b84c-baab495af9cb req-9f2455a8-6491-4a59-a932-39ace0aaccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:52.264096 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-46d27642-87c0-46c5-b84c-baab495af9cb req-9f2455a8-6491-4a59-a932-39ace0aaccc6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 1129 time: 0.0473413 Mar 23 23:52:52.355619 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d27642-87c0-46c5-b84c-baab495af9cb req-32e3e759-f7a4-4340-9a78-9ac8b8046a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:52.357530 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-46d27642-87c0-46c5-b84c-baab495af9cb req-32e3e759-f7a4-4340-9a78-9ac8b8046a34 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e8de27b-07d3-4627-8f07-85afc18d3e4e HTTP/1.1" status: 200 len: 917 time: 0.0873535 Mar 23 23:52:52.438785 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-46d27642-87c0-46c5-b84c-baab495af9cb req-108aa2ed-b9d8-45eb-b169-f6216299b209 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=153c883a-e8b2-4367-acc5-ba9a9a26711a HTTP/1.1" status: 200 len: 1001 time: 0.0662029 Mar 23 23:52:52.492030 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d27642-87c0-46c5-b84c-baab495af9cb req-82a917b2-547e-4806-96fa-db56dfc567ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:52.493529 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-46d27642-87c0-46c5-b84c-baab495af9cb req-82a917b2-547e-4806-96fa-db56dfc567ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36fdea4e-dd3d-4b87-92dc-886e2d219615 HTTP/1.1" status: 200 len: 856 time: 0.0451059 Mar 23 23:52:52.541944 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d27642-87c0-46c5-b84c-baab495af9cb req-09b4b577-ae21-438b-86b9-4ae2b9e47e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:52:52.543424 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-46d27642-87c0-46c5-b84c-baab495af9cb req-09b4b577-ae21-438b-86b9-4ae2b9e47e52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e8de27b-07d3-4627-8f07-85afc18d3e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432622 Mar 23 23:52:52.639707 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-46d27642-87c0-46c5-b84c-baab495af9cb req-0c27252c-cc48-4519-a7f7-81aba22e2c96 service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896790 Mar 23 23:52:52.735655 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-46d27642-87c0-46c5-b84c-baab495af9cb req-d2e6726e-a0f0-4465-bab0-2aa522f32a24 service neutron] 10.222.0.20 "GET /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887020 Mar 23 23:52:58.647885 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:53:07.237376 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c824427d-6bbe-484e-ac77-b825bfd7568c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:08.693118 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51372) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:08.743302 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc58d915-0333-46b5-8ea3-618e36f65fa4 admin admin] Deleting subnet 71f90f4e-e9a0-4be5-be12-e097902c38b0 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 23:53:08.747197 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dc58d915-0333-46b5-8ea3-618e36f65fa4 admin admin] Publish callbacks [] for subnet (71f90f4e-e9a0-4be5-be12-e097902c38b0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:08.787730 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dc58d915-0333-46b5-8ea3-618e36f65fa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7433114'] for subnet (71f90f4e-e9a0-4be5-be12-e097902c38b0), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:08.833071 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dc58d915-0333-46b5-8ea3-618e36f65fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171796'] for subnet (71f90f4e-e9a0-4be5-be12-e097902c38b0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:08.892650 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dc58d915-0333-46b5-8ea3-618e36f65fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5644079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6018763'] for subnet (71f90f4e-e9a0-4be5-be12-e097902c38b0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:08.916572 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58d915-0333-46b5-8ea3-618e36f65fa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f90f4e-e9a0-4be5-be12-e097902c38b0,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:08.923460 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dc58d915-0333-46b5-8ea3-618e36f65fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:08.926745 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-dc58d915-0333-46b5-8ea3-618e36f65fa4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/71f90f4e-e9a0-4be5-be12-e097902c38b0 HTTP/1.1" status: 204 len: 168 time: 0.2324145 Mar 23 23:53:08.930161 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51374) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:09.005950 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-71f9f4a7-4e38-4087-a982-7b3f4ff1e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049883'] for network (0788e3b4-20e6-4c2f-a2c9-3249ef02df1c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:09.094100 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-71f9f4a7-4e38-4087-a982-7b3f4ff1e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506273', 'neutron.services.segments.db._delete_segments_for_network-8777139652675'] for network (0788e3b4-20e6-4c2f-a2c9-3249ef02df1c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:09.119337 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-71f9f4a7-4e38-4087-a982-7b3f4ff1e5a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0788e3b4-20e6-4c2f-a2c9-3249ef02df1c']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:09.129214 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-71f9f4a7-4e38-4087-a982-7b3f4ff1e5a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34cfd6f9-8c4f-4a88-b62e-c9f275c36011') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:09.129547 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-71f9f4a7-4e38-4087-a982-7b3f4ff1e5a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34cfd6f9-8c4f-4a88-b62e-c9f275c36011') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:09.139189 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-71f9f4a7-4e38-4087-a982-7b3f4ff1e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777139653708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7433123'] for segment (34cfd6f9-8c4f-4a88-b62e-c9f275c36011), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:09.152556 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-71f9f4a7-4e38-4087-a982-7b3f4ff1e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (34cfd6f9-8c4f-4a88-b62e-c9f275c36011), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:09.158500 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f9f4a7-4e38-4087-a982-7b3f4ff1e5a3 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 23:53:09.158878 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-71f9f4a7-4e38-4087-a982-7b3f4ff1e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5693581'] for segment (34cfd6f9-8c4f-4a88-b62e-c9f275c36011), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: Traceback (most recent call last): Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: timer() Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: cb(*args, **kw) Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: return func(*args, **kwargs) Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: self._notify() Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: self.callback(batched_events) Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: event.method(event) Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: return f(self, *a, **k) Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: return self._get(url).json() Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: return self.request(url, 'GET', **kwargs) Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 23:53:09.160507 dv-cinder-749155-6-iscsi neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 23:53:09.219472 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-71f9f4a7-4e38-4087-a982-7b3f4ff1e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574832'] for network (0788e3b4-20e6-4c2f-a2c9-3249ef02df1c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:09.225138 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-71f9f4a7-4e38-4087-a982-7b3f4ff1e5a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:09.228502 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-71f9f4a7-4e38-4087-a982-7b3f4ff1e5a3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0788e3b4-20e6-4c2f-a2c9-3249ef02df1c HTTP/1.1" status: 204 len: 168 time: 0.2974348 Mar 23 23:53:09.240375 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9f4a7-4e38-4087-a982-7b3f4ff1e5a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0788e3b4-20e6-4c2f-a2c9-3249ef02df1c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:09.325577 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-35b3b07b-b37b-4ff6-bcd4-4f8a1fe416d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:09.399456 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51380) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:09.443487 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-5a3078c9-1061-49bf-96f7-7a7560cd5c25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a25c216a7c3b4d3b9ab259ec3ca86d5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428689 Mar 23 23:53:09.446494 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51382) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:09.494649 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7cff2eb1-6329-4d1e-bcf5-1db9a84e92b9 admin admin] Publish callbacks [] for security_group (4c968a7f-3d9d-4502-bf28-043723a54832), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:09.515864 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7cff2eb1-6329-4d1e-bcf5-1db9a84e92b9 admin admin] Publish callbacks [] for security_group (4c968a7f-3d9d-4502-bf28-043723a54832), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:09.563535 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7cff2eb1-6329-4d1e-bcf5-1db9a84e92b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (4c968a7f-3d9d-4502-bf28-043723a54832), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:09.565851 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7cff2eb1-6329-4d1e-bcf5-1db9a84e92b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:09.566981 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-7cff2eb1-6329-4d1e-bcf5-1db9a84e92b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c968a7f-3d9d-4502-bf28-043723a54832 HTTP/1.1" status: 204 len: 168 time: 0.1196339 Mar 23 23:53:09.575175 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff2eb1-6329-4d1e-bcf5-1db9a84e92b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c968a7f-3d9d-4502-bf28-043723a54832,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:10.564619 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:12.145699 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:13.323226 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:14.542792 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01aeee-d0fe-4660-be49-e4fca51f7b50 req-4a5cf347-eccc-430a-96fe-f5b10a43e287 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:14.544246 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5c01aeee-d0fe-4660-be49-e4fca51f7b50 req-4a5cf347-eccc-430a-96fe-f5b10a43e287 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0576575 Mar 23 23:53:14.598364 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5c01aeee-d0fe-4660-be49-e4fca51f7b50 req-9ae115ba-13e2-493c-82a1-5abb5ea55e63 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461333 Mar 23 23:53:15.722365 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c1a92-82bc-4f41-8db8-953d3872f4a6 req-3eeb577f-4050-4507-b745-05b85eefa760 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:15.724019 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1e0c1a92-82bc-4f41-8db8-953d3872f4a6 req-3eeb577f-4050-4507-b745-05b85eefa760 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0537570 Mar 23 23:53:15.771382 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1e0c1a92-82bc-4f41-8db8-953d3872f4a6 req-e6d35ad9-1ef5-4937-a555-8ff023020093 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419555 Mar 23 23:53:16.899146 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939efebf-f2ef-43c9-b875-10351fb74045 req-05f051b0-9569-4470-9785-0610337cb748 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:16.900383 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-939efebf-f2ef-43c9-b875-10351fb74045 req-05f051b0-9569-4470-9785-0610337cb748 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0551357 Mar 23 23:53:16.952157 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-939efebf-f2ef-43c9-b875-10351fb74045 req-613eb490-c29b-4e8c-bc9e-e7b4431d5c9b tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=473afee1-d700-4110-a10d-ff991016200c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461676 Mar 23 23:53:17.251612 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4c6a6-4739-4378-9c8f-0057fd8f1c9a req-6a9e011a-9356-4c56-8400-c85ca99d2091 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:17.253088 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f4a4c6a6-4739-4378-9c8f-0057fd8f1c9a req-6a9e011a-9356-4c56-8400-c85ca99d2091 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 947 time: 0.0811672 Mar 23 23:53:17.273524 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b19913-5946-444c-9024-cf1ae352bd54 req-6697ef44-0302-4f59-aa3f-0eac14822966 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:17.274903 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-93b19913-5946-444c-9024-cf1ae352bd54 req-6697ef44-0302-4f59-aa3f-0eac14822966 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.20 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 945 time: 0.0733330 Mar 23 23:53:17.343974 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f4a4c6a6-4739-4378-9c8f-0057fd8f1c9a req-50edbabd-0963-40a2-a141-3adb1da11060 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849543 Mar 23 23:53:17.394025 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-93b19913-5946-444c-9024-cf1ae352bd54 req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Deleting port c22717ee-3ef2-402f-b74d-e6768f175728 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:53:17.394391 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-93b19913-5946-444c-9024-cf1ae352bd54 req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (c22717ee-3ef2-402f-b74d-e6768f175728), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:17.489919 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-93b19913-5946-444c-9024-cf1ae352bd54 req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] For port c22717ee-3ef2-402f-b74d-e6768f175728, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=c22717ee-3ef2-402f-b74d-e6768f175728,segment=NetworkSegment(0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf),segment_id=0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:53:17.490279 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-93b19913-5946-444c-9024-cf1ae352bd54 req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (c22717ee-3ef2-402f-b74d-e6768f175728), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:17.714549 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-93b19913-5946-444c-9024-cf1ae352bd54 req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:17.714885 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-93b19913-5946-444c-9024-cf1ae352bd54 req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (f3d354c6-a63c-4dc1-bea3-3fed536249f0), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:17.715196 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.l3_db [req-93b19913-5946-444c-9024-cf1ae352bd54 req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Floating IP f3d354c6-a63c-4dc1-bea3-3fed536249f0 disassociated. External IP: 172.27.0.176, port: c22717ee-3ef2-402f-b74d-e6768f175728. Mar 23 23:53:17.715573 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-93b19913-5946-444c-9024-cf1ae352bd54 req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Calling delete_port for c22717ee-3ef2-402f-b74d-e6768f175728 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:53:17.818599 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51494) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:17.847463 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-93b19913-5946-444c-9024-cf1ae352bd54 req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (c22717ee-3ef2-402f-b74d-e6768f175728), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:17.873961 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Pushing event deleted for resources: {'Port': ['ID=c22717ee-3ef2-402f-b74d-e6768f175728,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:17.884475 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:17.884475 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:17.884846 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:17.885085 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:17.885475 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:17.885801 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:17.886141 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:17.886408 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:17.886744 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:17.887062 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:17.887384 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:17.887702 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:17.888018 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:17.888929 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:17.888929 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:17.937412 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f305bc7c-b929-49a5-a2fc-3f0b495c5181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:18.012366 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93b19913-5946-444c-9024-cf1ae352bd54 req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Router 54373860-04c0-44b4-adcc-42cb31e0401d has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:53:18.016956 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f305bc7c-b929-49a5-a2fc-3f0b495c5181 admin admin] Publish callbacks [] for security_group (5087b390-5652-46ce-9c35-748c025a2da1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:18.022985 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f305bc7c-b929-49a5-a2fc-3f0b495c5181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (5087b390-5652-46ce-9c35-748c025a2da1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:18.058236 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-f305bc7c-b929-49a5-a2fc-3f0b495c5181 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13d9914ed00440fb8e612498b46a618c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383244 Mar 23 23:53:18.063278 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51502) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:18.078682 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305bc7c-b929-49a5-a2fc-3f0b495c5181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5087b390-5652-46ce-9c35-748c025a2da1,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:18.117696 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-09ef1e5b-16b5-4fc0-adcb-a855e8760163 req-76d9fb6f-acdd-438b-a91a-840f1dff1e4e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=016bc691-aab7-4c29-b4a5-a3b2c462e950 HTTP/1.1" status: 200 len: 210 time: 0.0584855 Mar 23 23:53:18.131986 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fe89e18e-3817-481f-873b-6a42d2866ddd admin admin] Publish callbacks [] for security_group (5087b390-5652-46ce-9c35-748c025a2da1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:18.154845 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93b19913-5946-444c-9024-cf1ae352bd54 req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:53:18.155741 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fe89e18e-3817-481f-873b-6a42d2866ddd admin admin] Publish callbacks [] for security_group (5087b390-5652-46ce-9c35-748c025a2da1), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:18.168039 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b1cf8e-7233-4337-9ba6-e99df7de2de9 None None] Sync routers for ids ['54373860-04c0-44b4-adcc-42cb31e0401d'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:53:18.177597 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b1cf8e-7233-4337-9ba6-e99df7de2de9 None None] Routers {'54373860-04c0-44b4-adcc-42cb31e0401d'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:53:18.178215 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-87b1cf8e-7233-4337-9ba6-e99df7de2de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:53:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['54373860-04c0-44b4-adcc-42cb31e0401d'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:18.205313 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b19913-5946-444c-9024-cf1ae352bd54 req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] No DVR routers for this DVR port c22717ee-3ef2-402f-b74d-e6768f175728 on host hv-cinder-74915 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:53:18.208440 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-93b19913-5946-444c-9024-cf1ae352bd54 req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:18.211604 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fe89e18e-3817-481f-873b-6a42d2866ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (5087b390-5652-46ce-9c35-748c025a2da1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:18.212525 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-93b19913-5946-444c-9024-cf1ae352bd54 req-679da171-3130-433a-8953-29ab27069aff tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.20 "DELETE /v2.0/ports/c22717ee-3ef2-402f-b74d-e6768f175728 HTTP/1.1" status: 204 len: 173 time: 0.9317439 Mar 23 23:53:18.213071 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016bc691-aab7-4c29-b4a5-a3b2c462e950', 'name': 'network-vif-deleted', 'tag': 'c22717ee-3ef2-402f-b74d-e6768f175728'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:53:18.214222 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fe89e18e-3817-481f-873b-6a42d2866ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:18.215609 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f89217267680bd64d7f927d4eadc419634559ab2f391f9993dc43694367eced7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978cd3fe-8bbf-4888-bfc3-59900ba4719d" -d '{"events": [{"server_uuid": "016bc691-aab7-4c29-b4a5-a3b2c462e950", "name": "network-vif-deleted", "tag": "c22717ee-3ef2-402f-b74d-e6768f175728"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:53:18.219547 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-fe89e18e-3817-481f-873b-6a42d2866ddd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5087b390-5652-46ce-9c35-748c025a2da1 HTTP/1.1" status: 204 len: 168 time: 0.1551578 Mar 23 23:53:18.241232 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89e18e-3817-481f-873b-6a42d2866ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5087b390-5652-46ce-9c35-748c025a2da1,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:18.275679 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e409ee29-5443-426a-83e5-99760949c37d x-openstack-request-id: req-e409ee29-5443-426a-83e5-99760949c37d {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:53:18.276067 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016bc691-aab7-4c29-b4a5-a3b2c462e950", "name": "network-vif-deleted", "tag": "c22717ee-3ef2-402f-b74d-e6768f175728", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:53:18.276408 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e409ee29-5443-426a-83e5-99760949c37d {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:53:18.276899 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e409ee29-5443-426a-83e5-99760949c37d'] response: {'server_uuid': '016bc691-aab7-4c29-b4a5-a3b2c462e950', 'name': 'network-vif-deleted', 'tag': 'c22717ee-3ef2-402f-b74d-e6768f175728', 'status': 'completed', 'code': 200} Mar 23 23:53:18.310600 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-87b1cf8e-7233-4337-9ba6-e99df7de2de9 None None] Set router 54373860-04c0-44b4-adcc-42cb31e0401d gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:53:18.504005 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e937cbc-9d83-47c7-b205-7b302b5bfe40 req-f8b98a8f-96e7-4b90-97af-9e766065f8f0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:18.512161 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5e937cbc-9d83-47c7-b205-7b302b5bfe40 req-f8b98a8f-96e7-4b90-97af-9e766065f8f0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 947 time: 0.0798333 Mar 23 23:53:18.553666 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-87b1cf8e-7233-4337-9ba6-e99df7de2de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:45Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 4, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'gw_port': {'id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': '1f0cd8e7-4335-4589-8a8b-f70507aac3ab', 'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'mac_address': 'fa:16:3e:55:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:49Z', 'updated_at': '2022-03-23T23:48:59Z', 'revision_number': 5, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'subnets': [{'id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:18.558194 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5e937cbc-9d83-47c7-b205-7b302b5bfe40 req-19ed150b-33b7-4aae-8f4e-2423d7b6c5d3 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441520 Mar 23 23:53:18.594282 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b1cf8e-7233-4337-9ba6-e99df7de2de9 None None] Checking router: 54373860-04c0-44b4-adcc-42cb31e0401d for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:53:18.606747 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b1cf8e-7233-4337-9ba6-e99df7de2de9 None None] Routers {'54373860-04c0-44b4-adcc-42cb31e0401d'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:53:18.607567 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-87b1cf8e-7233-4337-9ba6-e99df7de2de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:53:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['54373860-04c0-44b4-adcc-42cb31e0401d'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:18.718175 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:18.743075 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-87b1cf8e-7233-4337-9ba6-e99df7de2de9 None None] Set router 54373860-04c0-44b4-adcc-42cb31e0401d gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:53:18.929945 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4de35-f42c-4d1e-a885-942b8b338637 req-ba882a93-75a8-48c2-bfd3-7d43cbac4dbf tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:18.931964 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-71b4de35-f42c-4d1e-a885-942b8b338637 req-ba882a93-75a8-48c2-bfd3-7d43cbac4dbf tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.20 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 947 time: 0.0579100 Mar 23 23:53:18.972134 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-87b1cf8e-7233-4337-9ba6-e99df7de2de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:45Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 4, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'gw_port': {'id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': '1f0cd8e7-4335-4589-8a8b-f70507aac3ab', 'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'mac_address': 'fa:16:3e:55:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:49Z', 'updated_at': '2022-03-23T23:48:59Z', 'revision_number': 5, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'subnets': [{'id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:19.001836 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b1cf8e-7233-4337-9ba6-e99df7de2de9 None None] The sync data for ids ['54373860-04c0-44b4-adcc-42cb31e0401d'] in dv-cinder-749155-6-iscsi is: [{'id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:45Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 4, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'gw_port': {'id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': '1f0cd8e7-4335-4589-8a8b-f70507aac3ab', 'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'mac_address': 'fa:16:3e:55:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:49Z', 'updated_at': '2022-03-23T23:48:59Z', 'revision_number': 5, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'subnets': [{'id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:53:19.005005 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51530) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:19.053131 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-71b4de35-f42c-4d1e-a885-942b8b338637 req-0b40e903-5a3c-4b04-9161-57e0fe045e69 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Deleting port e2f9117c-0d8e-4fab-8db3-0db968d2b360 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:53:19.053735 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-71b4de35-f42c-4d1e-a885-942b8b338637 req-0b40e903-5a3c-4b04-9161-57e0fe045e69 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.122658 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-f767274b-737f-4970-bd61-d52e9d085959 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-979893782-network', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:19.146668 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f767274b-737f-4970-bd61-d52e9d085959 admin admin] Made reservation on behalf of 453ec29957b24ab88540f704e2f3d87f for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:53:19.150192 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f767274b-737f-4970-bd61-d52e9d085959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.155977 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-71b4de35-f42c-4d1e-a885-942b8b338637 req-0b40e903-5a3c-4b04-9161-57e0fe045e69 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] For port e2f9117c-0d8e-4fab-8db3-0db968d2b360, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=e2f9117c-0d8e-4fab-8db3-0db968d2b360,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:53:19.156412 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-71b4de35-f42c-4d1e-a885-942b8b338637 req-0b40e903-5a3c-4b04-9161-57e0fe045e69 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.168350 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f767274b-737f-4970-bd61-d52e9d085959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.240837 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 51538) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:19.276546 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f767274b-737f-4970-bd61-d52e9d085959 admin admin] Publish callbacks [] for security_group (63d02047-bbe2-4084-8cb8-f01b9ec0094f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.283210 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f767274b-737f-4970-bd61-d52e9d085959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (63d02047-bbe2-4084-8cb8-f01b9ec0094f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.311295 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f767274b-737f-4970-bd61-d52e9d085959 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 23:53:19.328617 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767274b-737f-4970-bd61-d52e9d085959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d02047-bbe2-4084-8cb8-f01b9ec0094f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:19.332038 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f767274b-737f-4970-bd61-d52e9d085959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (82ea2272-d9a5-4066-bfbf-1c28d215cf60), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.332537 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.segments_db [None req-f767274b-737f-4970-bd61-d52e9d085959 admin admin] Added segment 82ea2272-d9a5-4066-bfbf-1c28d215cf60 of type vlan for network d069a25b-42b9-47e9-84a4-6a523798a0c6 Mar 23 23:53:19.359935 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e93d8b8a-655e-4825-823e-27cfc40e4ab8 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group (473afee1-d700-4110-a10d-ff991016200c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.385715 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74688e5a-d36a-4ea7-8f33-a2add9d0dde5 None None] New status for floating IP f3d354c6-a63c-4dc1-bea3-3fed536249f0: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:53:19.405486 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f767274b-737f-4970-bd61-d52e9d085959 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777139294019'] for network (d069a25b-42b9-47e9-84a4-6a523798a0c6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.428839 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e93d8b8a-655e-4825-823e-27cfc40e4ab8 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group (473afee1-d700-4110-a10d-ff991016200c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.439586 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f767274b-737f-4970-bd61-d52e9d085959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for network (d069a25b-42b9-47e9-84a4-6a523798a0c6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.441076 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f767274b-737f-4970-bd61-d52e9d085959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:19.442332 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f767274b-737f-4970-bd61-d52e9d085959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.483619 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-71b4de35-f42c-4d1e-a885-942b8b338637 req-0b40e903-5a3c-4b04-9161-57e0fe045e69 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.483868 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-71b4de35-f42c-4d1e-a885-942b8b338637 req-0b40e903-5a3c-4b04-9161-57e0fe045e69 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (df196675-3678-4dab-ad3e-e110aea8391f), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.484229 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.l3_db [req-71b4de35-f42c-4d1e-a885-942b8b338637 req-0b40e903-5a3c-4b04-9161-57e0fe045e69 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Floating IP df196675-3678-4dab-ad3e-e110aea8391f disassociated. External IP: 172.27.0.42, port: e2f9117c-0d8e-4fab-8db3-0db968d2b360. Mar 23 23:53:19.484582 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-71b4de35-f42c-4d1e-a885-942b8b338637 req-0b40e903-5a3c-4b04-9161-57e0fe045e69 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Calling delete_port for e2f9117c-0d8e-4fab-8db3-0db968d2b360 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:53:19.517715 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-f767274b-737f-4970-bd61-d52e9d085959 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5108697 Mar 23 23:53:19.522175 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51540) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:19.530799 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-e0ebe44f-0b10-4664-a926-5ddf9337a372 admin admin] Request body: {'subnet': {'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-979893782-subnet', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:19.542588 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e93d8b8a-655e-4825-823e-27cfc40e4ab8 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (473afee1-d700-4110-a10d-ff991016200c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.545582 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e93d8b8a-655e-4825-823e-27cfc40e4ab8 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.547156 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-e93d8b8a-655e-4825-823e-27cfc40e4ab8 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "DELETE /v2.0/security-groups/473afee1-d700-4110-a10d-ff991016200c HTTP/1.1" status: 204 len: 168 time: 0.3046894 Mar 23 23:53:19.547350 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767274b-737f-4970-bd61-d52e9d085959 admin admin] Pushing event updated for resources: {'Network': ['ID=d069a25b-42b9-47e9-84a4-6a523798a0c6,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:19.549718 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51542) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:19.559336 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d8b8a-655e-4825-823e-27cfc40e4ab8 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=473afee1-d700-4110-a10d-ff991016200c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:19.561582 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Network d069a25b-42b9-47e9-84a4-6a523798a0c6 details requested by agent ovs-agent-dv-cinder-749155-6-iscsi with host dv-cinder-749155-6-iscsi {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 23:53:19.576877 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.api.v2.resource [None req-d430dbd0-e374-4a14-8a33-46136a6b1662 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] show failed (client error): The resource could not be found. Mar 23 23:53:19.578002 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-d430dbd0-e374-4a14-8a33-46136a6b1662 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups/473afee1-d700-4110-a10d-ff991016200c HTTP/1.1" status: 404 len: 347 time: 0.0254810 Mar 23 23:53:19.581247 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51544) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:19.589463 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ebe44f-0b10-4664-a926-5ddf9337a372 admin admin] Made reservation on behalf of 453ec29957b24ab88540f704e2f3d87f for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:53:19.591748 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e0ebe44f-0b10-4664-a926-5ddf9337a372 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6018790'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.733968 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-71b4de35-f42c-4d1e-a885-942b8b338637 req-0b40e903-5a3c-4b04-9161-57e0fe045e69 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (e2f9117c-0d8e-4fab-8db3-0db968d2b360), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.772129 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea06b40-698c-49ec-afef-6b7475efaabf req-a714daf1-2c97-4197-94e4-1c1d9ca3be1a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:19.774060 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-aea06b40-698c-49ec-afef-6b7475efaabf req-a714daf1-2c97-4197-94e4-1c1d9ca3be1a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=feaa3f21-8408-4214-9edc-49ee3baf5c16 HTTP/1.1" status: 200 len: 868 time: 0.0989916 Mar 23 23:53:19.775359 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40e903-5a3c-4b04-9161-57e0fe045e69 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Pushing event deleted for resources: {'Port': ['ID=e2f9117c-0d8e-4fab-8db3-0db968d2b360,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:19.811790 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-55656a93-f2f0-4eb9-bb0c-30f8484d983e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Deleting port 0b1c072c-94d8-4303-a7bf-6fb005615b27 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:53:19.812211 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-55656a93-f2f0-4eb9-bb0c-30f8484d983e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (0b1c072c-94d8-4303-a7bf-6fb005615b27), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.936977 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e0ebe44f-0b10-4664-a926-5ddf9337a372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5644142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6018800'] for subnet (7512d543-bff9-4528-89a7-af605d6bb88e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.944545 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-55656a93-f2f0-4eb9-bb0c-30f8484d983e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (0b1c072c-94d8-4303-a7bf-6fb005615b27), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.944923 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-55656a93-f2f0-4eb9-bb0c-30f8484d983e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for floatingip (0b1c072c-94d8-4303-a7bf-6fb005615b27), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:19.977764 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-55656a93-f2f0-4eb9-bb0c-30f8484d983e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Calling delete_port for 0b1c072c-94d8-4303-a7bf-6fb005615b27 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:53:20.014953 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebe44f-0b10-4664-a926-5ddf9337a372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7512d543-bff9-4528-89a7-af605d6bb88e,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:20.083683 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ebe44f-0b10-4664-a926-5ddf9337a372 admin admin] Checking segment: {'id': '82ea2272-d9a5-4066-bfbf-1c28d215cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:53:20.084094 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ebe44f-0b10-4664-a926-5ddf9337a372 admin admin] Network hostable DHCP agents. Network: d069a25b-42b9-47e9-84a4-6a523798a0c6, hostable agents: ['241e2e2a-1e2f-484e-9acb-0603fdf8399b'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 23:53:20.123530 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ebe44f-0b10-4664-a926-5ddf9337a372 admin admin] Network d069a25b-42b9-47e9-84a4-6a523798a0c6 is scheduled to be hosted by DHCP agent 241e2e2a-1e2f-484e-9acb-0603fdf8399b with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 23:53:20.136166 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-e0ebe44f-0b10-4664-a926-5ddf9337a372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-6-iscsi, d069a25b-42b9-47e9-84a4-6a523798a0c6) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:53:20.145783 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec223fc5-8811-4c56-917e-04f8182b332f None None] Network d069a25b-42b9-47e9-84a4-6a523798a0c6 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:53:20.146667 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-aea06b40-698c-49ec-afef-6b7475efaabf req-e86d8d89-008c-4c8f-bb11-7fef7f61d437 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254828 Mar 23 23:53:20.181340 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ebe44f-0b10-4664-a926-5ddf9337a372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:20.181340 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e0ebe44f-0b10-4664-a926-5ddf9337a372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:20.193443 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71b4de35-f42c-4d1e-a885-942b8b338637 req-0b40e903-5a3c-4b04-9161-57e0fe045e69 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Router eb84ca04-39b5-4020-8cb3-932d752d52cb has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:53:20.208677 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-e0ebe44f-0b10-4664-a926-5ddf9337a372 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6854711 Mar 23 23:53:20.211365 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 51548) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:20.218732 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-88c4f238-8fe2-4d5e-a127-8f8c89efb71e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-979893782-router', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:20.222562 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-55656a93-f2f0-4eb9-bb0c-30f8484d983e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (0b1c072c-94d8-4303-a7bf-6fb005615b27), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:20.270578 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55656a93-f2f0-4eb9-bb0c-30f8484d983e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Pushing event deleted for resources: {'Port': ['ID=0b1c072c-94d8-4303-a7bf-6fb005615b27,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:20.310529 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e1639c-67de-5e20-9028-c27b0e4ba40d-d069a25b-42b9-47e9-84a4-6a523798a0c6', 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6', 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'fixed_ips': [{'subnet_id': '7512d543-bff9-4528-89a7-af605d6bb88e'}]}} from dv-cinder-749155-6-iscsi. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 23:53:20.311975 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:20.329499 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-88c4f238-8fe2-4d5e-a127-8f8c89efb71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (bc27fbfb-da72-4829-bffa-4b8e0aee8c46), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:20.330743 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-88c4f238-8fe2-4d5e-a127-8f8c89efb71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (bc27fbfb-da72-4829-bffa-4b8e0aee8c46), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:20.332309 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-55656a93-f2f0-4eb9-bb0c-30f8484d983e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for floatingip (f3d354c6-a63c-4dc1-bea3-3fed536249f0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:20.335017 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-55656a93-f2f0-4eb9-bb0c-30f8484d983e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:20.339508 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-55656a93-f2f0-4eb9-bb0c-30f8484d983e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "DELETE /v2.0/floatingips/f3d354c6-a63c-4dc1-bea3-3fed536249f0 HTTP/1.1" status: 204 len: 168 time: 0.7540085 Mar 23 23:53:20.418083 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-88c4f238-8fe2-4d5e-a127-8f8c89efb71e admin admin] Publish callbacks [] for router_controller (bc27fbfb-da72-4829-bffa-4b8e0aee8c46), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:20.434186 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71b4de35-f42c-4d1e-a885-942b8b338637 req-0b40e903-5a3c-4b04-9161-57e0fe045e69 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:53:20.501130 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Allocated IP 172.20.0.2 (d069a25b-42b9-47e9-84a4-6a523798a0c6/7512d543-bff9-4528-89a7-af605d6bb88e/337cf1ce-3974-4153-a1d8-d5e8385eb50b) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:53:20.569137 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b4de35-f42c-4d1e-a885-942b8b338637 req-0b40e903-5a3c-4b04-9161-57e0fe045e69 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] No DVR routers for this DVR port e2f9117c-0d8e-4fab-8db3-0db968d2b360 on host hv-cinder-74915 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:53:20.575863 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-71b4de35-f42c-4d1e-a885-942b8b338637 req-0b40e903-5a3c-4b04-9161-57e0fe045e69 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:20.579790 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-71b4de35-f42c-4d1e-a885-942b8b338637 req-0b40e903-5a3c-4b04-9161-57e0fe045e69 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.20 "DELETE /v2.0/ports/e2f9117c-0d8e-4fab-8db3-0db968d2b360 HTTP/1.1" status: 204 len: 173 time: 1.6406085 Mar 23 23:53:20.580522 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaa3f21-8408-4214-9edc-49ee3baf5c16', 'name': 'network-vif-deleted', 'tag': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:53:20.583019 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f89217267680bd64d7f927d4eadc419634559ab2f391f9993dc43694367eced7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50eb206d-c3af-4411-afdb-f88c49365bde" -d '{"events": [{"server_uuid": "feaa3f21-8408-4214-9edc-49ee3baf5c16", "name": "network-vif-deleted", "tag": "e2f9117c-0d8e-4fab-8db3-0db968d2b360"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:53:20.652293 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51554) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:20.657132 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-37768256-9717-4ffa-8f27-9a33cd8f7df2 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2011392653', 'description': 'tempest-description--2024462778'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:20.687392 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37768256-9717-4ffa-8f27-9a33cd8f7df2 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:20.714645 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-88c4f238-8fe2-4d5e-a127-8f8c89efb71e admin admin] Publish callbacks [] for router_gateway (bc27fbfb-da72-4829-bffa-4b8e0aee8c46), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:20.720525 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcbe336-a4e4-4627-8400-39f83f1423bb x-openstack-request-id: req-1dcbe336-a4e4-4627-8400-39f83f1423bb {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:53:20.720936 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feaa3f21-8408-4214-9edc-49ee3baf5c16", "name": "network-vif-deleted", "tag": "e2f9117c-0d8e-4fab-8db3-0db968d2b360", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:53:20.721266 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1dcbe336-a4e4-4627-8400-39f83f1423bb {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:53:20.721875 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dcbe336-a4e4-4627-8400-39f83f1423bb'] response: {'server_uuid': 'feaa3f21-8408-4214-9edc-49ee3baf5c16', 'name': 'network-vif-deleted', 'tag': 'e2f9117c-0d8e-4fab-8db3-0db968d2b360', 'status': 'completed', 'code': 200} Mar 23 23:53:20.748408 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Publish callbacks [] for port (337cf1ce-3974-4153-a1d8-d5e8385eb50b), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:20.756224 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c79e0de-bea2-4512-9a56-6758884d27b2 None None] Sync routers for ids ['eb84ca04-39b5-4020-8cb3-932d752d52cb'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:53:20.761865 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175'] for port (337cf1ce-3974-4153-a1d8-d5e8385eb50b), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:20.815090 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37768256-9717-4ffa-8f27-9a33cd8f7df2 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group (c4413e9c-059c-44fb-96d4-d0b4cbdf595b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:20.823361 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37768256-9717-4ffa-8f27-9a33cd8f7df2 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (c4413e9c-059c-44fb-96d4-d0b4cbdf595b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:20.839566 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c79e0de-bea2-4512-9a56-6758884d27b2 None None] Routers {'eb84ca04-39b5-4020-8cb3-932d752d52cb'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:53:20.840351 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0c79e0de-bea2-4512-9a56-6758884d27b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:53:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['eb84ca04-39b5-4020-8cb3-932d752d52cb'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:20.842680 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Pushing event updated for resources: {'Port': ['ID=337cf1ce-3974-4153-a1d8-d5e8385eb50b,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:20.854646 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:20.855026 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:20.855355 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:20.856250 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:20.856664 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:20.857147 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:20.857508 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:20.857840 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:20.858170 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:20.858506 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:20.858834 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:20.859180 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:20.859514 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:20.859839 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:20.860163 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:20.872021 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37768256-9717-4ffa-8f27-9a33cd8f7df2 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:20.876317 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-37768256-9717-4ffa-8f27-9a33cd8f7df2 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2199500 Mar 23 23:53:20.881815 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51556) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:20.888074 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-aa034376-7f51-4d74-90a3-bd3c529dc1de tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Request body: {'security_group_rule': {'security_group_id': 'c4413e9c-059c-44fb-96d4-d0b4cbdf595b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:20.912173 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37768256-9717-4ffa-8f27-9a33cd8f7df2 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4413e9c-059c-44fb-96d4-d0b4cbdf595b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:20.935926 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa034376-7f51-4d74-90a3-bd3c529dc1de tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group_rule (c6c55690-e436-49d2-acd6-60c140992ed1), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:20.944342 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Network d069a25b-42b9-47e9-84a4-6a523798a0c6 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:53:20.947283 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:53:20.949861 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:53:20.952284 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-88c4f238-8fe2-4d5e-a127-8f8c89efb71e admin admin] Publish callbacks [] for router_gateway (bc27fbfb-da72-4829-bffa-4b8e0aee8c46), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:20.976051 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-88c4f238-8fe2-4d5e-a127-8f8c89efb71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:21.030904 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa034376-7f51-4d74-90a3-bd3c529dc1de tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group_rule (c6c55690-e436-49d2-acd6-60c140992ed1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:21.042208 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa034376-7f51-4d74-90a3-bd3c529dc1de tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (c6c55690-e436-49d2-acd6-60c140992ed1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:21.057402 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Attempting to bind port 337cf1ce-3974-4153-a1d8-d5e8385eb50b on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:53:21.057780 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Attempting to bind port 337cf1ce-3974-4153-a1d8-d5e8385eb50b by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': '82ea2272-d9a5-4066-bfbf-1c28d215cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:53:21.058148 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Attempting to bind port 337cf1ce-3974-4153-a1d8-d5e8385eb50b on network d069a25b-42b9-47e9-84a4-6a523798a0c6 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:53:21.068211 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:53:21.071851 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Checking segment: {'id': '82ea2272-d9a5-4066-bfbf-1c28d215cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:53:21.072327 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:21.072959 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Bound using segment: {'id': '82ea2272-d9a5-4066-bfbf-1c28d215cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:53:21.073644 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Bound port: 337cf1ce-3974-4153-a1d8-d5e8385eb50b, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ea2272-d9a5-4066-bfbf-1c28d215cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:53:21.074072 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (337cf1ce-3974-4153-a1d8-d5e8385eb50b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:21.082022 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa034376-7f51-4d74-90a3-bd3c529dc1de tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c55690-e436-49d2-acd6-60c140992ed1,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:21.089656 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa034376-7f51-4d74-90a3-bd3c529dc1de tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:21.104412 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-aa034376-7f51-4d74-90a3-bd3c529dc1de tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2202721 Mar 23 23:53:21.105296 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 51558) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:21.110576 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-b7a6dd8d-72c0-4c68-ba92-45d67a477bba tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Request body: {'security_group_rule': {'security_group_id': 'c4413e9c-059c-44fb-96d4-d0b4cbdf595b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:21.121527 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-0c79e0de-bea2-4512-9a56-6758884d27b2 None None] Set router eb84ca04-39b5-4020-8cb3-932d752d52cb gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:53:21.151326 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-88c4f238-8fe2-4d5e-a127-8f8c89efb71e admin admin] Allocated IP 172.27.0.209 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/b81ed49a-ddc8-4b6b-86cc-4827a318ed19) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:53:21.170225 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7a6dd8d-72c0-4c68-ba92-45d67a477bba tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group_rule (4ab40f27-9c82-42db-982f-d6df25a9272f), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:21.286392 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51564) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:21.290119 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7a6dd8d-72c0-4c68-ba92-45d67a477bba tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group_rule (4ab40f27-9c82-42db-982f-d6df25a9272f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:21.298842 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7a6dd8d-72c0-4c68-ba92-45d67a477bba tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (4ab40f27-9c82-42db-982f-d6df25a9272f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:21.326830 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-88c4f238-8fe2-4d5e-a127-8f8c89efb71e admin admin] Publish callbacks [] for port (b81ed49a-ddc8-4b6b-86cc-4827a318ed19), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:21.336220 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6dd8d-72c0-4c68-ba92-45d67a477bba tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab40f27-9c82-42db-982f-d6df25a9272f,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:21.359195 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7a6dd8d-72c0-4c68-ba92-45d67a477bba tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:21.363452 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-b7a6dd8d-72c0-4c68-ba92-45d67a477bba tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2538249 Mar 23 23:53:21.369486 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51566) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:21.375096 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-d645b7d2-1030-4af0-9b17-dbbfcd051da5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Request body: {'floatingip': {'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:21.393005 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-88c4f238-8fe2-4d5e-a127-8f8c89efb71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (b81ed49a-ddc8-4b6b-86cc-4827a318ed19), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:21.422298 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-34886fa3-3b42-4e06-9416-cf4d3b612cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group (cf8fdea8-be91-43d1-a6ff-aab8014d9ec9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:21.445857 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c4f238-8fe2-4d5e-a127-8f8c89efb71e admin admin] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:53:21.449623 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-88c4f238-8fe2-4d5e-a127-8f8c89efb71e admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:53:21.455431 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-34886fa3-3b42-4e06-9416-cf4d3b612cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group (cf8fdea8-be91-43d1-a6ff-aab8014d9ec9), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:21.456033 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c4f238-8fe2-4d5e-a127-8f8c89efb71e admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:53:21.470442 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] For port 337cf1ce-3974-4153-a1d8-d5e8385eb50b, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:53:21.491102 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] For port 337cf1ce-3974-4153-a1d8-d5e8385eb50b, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=337cf1ce-3974-4153-a1d8-d5e8385eb50b,segment=NetworkSegment(82ea2272-d9a5-4066-bfbf-1c28d215cf60),segment_id=82ea2272-d9a5-4066-bfbf-1c28d215cf60)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:53:21.493727 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4f238-8fe2-4d5e-a127-8f8c89efb71e admin admin] Pushing event updated for resources: {'Port': ['ID=b81ed49a-ddc8-4b6b-86cc-4827a318ed19,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:21.511870 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d645b7d2-1030-4af0-9b17-dbbfcd051da5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:21.514859 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (337cf1ce-3974-4153-a1d8-d5e8385eb50b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:21.579716 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-34886fa3-3b42-4e06-9416-cf4d3b612cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (cf8fdea8-be91-43d1-a6ff-aab8014d9ec9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:21.583012 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-34886fa3-3b42-4e06-9416-cf4d3b612cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:21.584404 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-34886fa3-3b42-4e06-9416-cf4d3b612cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "DELETE /v2.0/security-groups/cf8fdea8-be91-43d1-a6ff-aab8014d9ec9 HTTP/1.1" status: 204 len: 168 time: 0.2965536 Mar 23 23:53:21.590855 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51568) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:21.618185 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34886fa3-3b42-4e06-9416-cf4d3b612cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8fdea8-be91-43d1-a6ff-aab8014d9ec9,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:21.624128 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.api.v2.resource [None req-695219dc-33fa-4760-8505-dced9468c6a0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] show failed (client error): The resource could not be found. Mar 23 23:53:21.625217 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-695219dc-33fa-4760-8505-dced9468c6a0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups/cf8fdea8-be91-43d1-a6ff-aab8014d9ec9 HTTP/1.1" status: 404 len: 347 time: 0.0327430 Mar 23 23:53:21.633575 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51570) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:21.657121 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device c22717ee-3ef2-402f-b74d-e6768f175728 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:53:21.691841 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d856f-fa0e-4a66-8cb9-9f7d51a98253 None None] Pushing event updated for resources: {'Port': ['ID=337cf1ce-3974-4153-a1d8-d5e8385eb50b,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:21.695743 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: c22717ee-3ef2-402f-b74d-e6768f175728 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:53:21.696141 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device c22717ee-3ef2-402f-b74d-e6768f175728 not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:53:21.696602 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device e2f9117c-0d8e-4fab-8db3-0db968d2b360 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:53:21.717709 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: e2f9117c-0d8e-4fab-8db3-0db968d2b360 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:53:21.718092 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device e2f9117c-0d8e-4fab-8db3-0db968d2b360 not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:53:21.748827 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34886fa3-3b42-4e06-9416-cf4d3b612cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:21.749191 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34886fa3-3b42-4e06-9416-cf4d3b612cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:21.749607 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34886fa3-3b42-4e06-9416-cf4d3b612cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:21.749946 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34886fa3-3b42-4e06-9416-cf4d3b612cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:21.750281 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34886fa3-3b42-4e06-9416-cf4d3b612cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:21.750652 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34886fa3-3b42-4e06-9416-cf4d3b612cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:21.750975 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34886fa3-3b42-4e06-9416-cf4d3b612cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:21.751290 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34886fa3-3b42-4e06-9416-cf4d3b612cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:21.751623 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34886fa3-3b42-4e06-9416-cf4d3b612cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:21.751950 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34886fa3-3b42-4e06-9416-cf4d3b612cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:21.752339 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34886fa3-3b42-4e06-9416-cf4d3b612cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:21.752490 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0c79e0de-bea2-4512-9a56-6758884d27b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:49:43Z', 'updated_at': '2022-03-23T23:49:47Z', 'revision_number': 4, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'gw_port': {'id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:44Z', 'updated_at': '2022-03-23T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'e428de5b-a867-45d5-a0cb-f864ea40ef60', 'name': '', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'mac_address': 'fa:16:3e:a7:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:46Z', 'updated_at': '2022-03-23T23:49:52Z', 'revision_number': 5, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'subnets': [{'id': '6136d15b-a857-4672-9f46-946dc92786dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:21.753009 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34886fa3-3b42-4e06-9416-cf4d3b612cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:21.753009 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34886fa3-3b42-4e06-9416-cf4d3b612cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:21.753342 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34886fa3-3b42-4e06-9416-cf4d3b612cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:21.753639 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34886fa3-3b42-4e06-9416-cf4d3b612cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:21.808795 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c79e0de-bea2-4512-9a56-6758884d27b2 None None] Checking router: eb84ca04-39b5-4020-8cb3-932d752d52cb for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:53:21.820622 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c79e0de-bea2-4512-9a56-6758884d27b2 None None] Routers {'eb84ca04-39b5-4020-8cb3-932d752d52cb'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:53:21.821166 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0c79e0de-bea2-4512-9a56-6758884d27b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:53:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['eb84ca04-39b5-4020-8cb3-932d752d52cb'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:21.856335 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d645b7d2-1030-4af0-9b17-dbbfcd051da5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:21.879741 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-88c4f238-8fe2-4d5e-a127-8f8c89efb71e admin admin] Publish callbacks [] for router_gateway (bc27fbfb-da72-4829-bffa-4b8e0aee8c46), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:21.950102 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-58ad6d58-541a-4934-8a08-18f4462f6956 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Deleting port cea7ea1b-bbee-45f7-97d2-048869336401 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:53:21.950718 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-58ad6d58-541a-4934-8a08-18f4462f6956 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (cea7ea1b-bbee-45f7-97d2-048869336401), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:21.994464 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-0c79e0de-bea2-4512-9a56-6758884d27b2 None None] Set router eb84ca04-39b5-4020-8cb3-932d752d52cb gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:53:22.100289 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-58ad6d58-541a-4934-8a08-18f4462f6956 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (cea7ea1b-bbee-45f7-97d2-048869336401), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:22.100865 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-58ad6d58-541a-4934-8a08-18f4462f6956 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for floatingip (cea7ea1b-bbee-45f7-97d2-048869336401), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:22.116858 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-d645b7d2-1030-4af0-9b17-dbbfcd051da5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Allocated IP 172.27.0.135 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/27bb985f-a6a5-4905-909d-ea42fe373428) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:53:22.127527 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-58ad6d58-541a-4934-8a08-18f4462f6956 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Calling delete_port for cea7ea1b-bbee-45f7-97d2-048869336401 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:53:22.227144 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-88c4f238-8fe2-4d5e-a127-8f8c89efb71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574760'] for router (bc27fbfb-da72-4829-bffa-4b8e0aee8c46), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:22.302463 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0c79e0de-bea2-4512-9a56-6758884d27b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:49:43Z', 'updated_at': '2022-03-23T23:49:47Z', 'revision_number': 4, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'gw_port': {'id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:44Z', 'updated_at': '2022-03-23T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'e428de5b-a867-45d5-a0cb-f864ea40ef60', 'name': '', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'mac_address': 'fa:16:3e:a7:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:46Z', 'updated_at': '2022-03-23T23:49:52Z', 'revision_number': 5, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'subnets': [{'id': '6136d15b-a857-4672-9f46-946dc92786dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:22.333473 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c79e0de-bea2-4512-9a56-6758884d27b2 None None] The sync data for ids ['eb84ca04-39b5-4020-8cb3-932d752d52cb'] in dv-cinder-749155-6-iscsi is: [{'id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:49:43Z', 'updated_at': '2022-03-23T23:49:47Z', 'revision_number': 4, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'gw_port': {'id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:44Z', 'updated_at': '2022-03-23T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'e428de5b-a867-45d5-a0cb-f864ea40ef60', 'name': '', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'mac_address': 'fa:16:3e:a7:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:46Z', 'updated_at': '2022-03-23T23:49:52Z', 'revision_number': 5, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'subnets': [{'id': '6136d15b-a857-4672-9f46-946dc92786dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:53:22.380332 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c4f238-8fe2-4d5e-a127-8f8c89efb71e admin admin] Router bc27fbfb-da72-4829-bffa-4b8e0aee8c46 is scheduled to L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 23:53:22.495657 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c4f238-8fe2-4d5e-a127-8f8c89efb71e admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:53:22.507288 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] Sync routers for ids ['bc27fbfb-da72-4829-bffa-4b8e0aee8c46'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:53:22.524511 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] Routers {'bc27fbfb-da72-4829-bffa-4b8e0aee8c46'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:53:22.525138 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:53:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['bc27fbfb-da72-4829-bffa-4b8e0aee8c46'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:22.540484 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-88c4f238-8fe2-4d5e-a127-8f8c89efb71e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:22.544914 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51572) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:22.546394 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-88c4f238-8fe2-4d5e-a127-8f8c89efb71e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3337374 Mar 23 23:53:22.598633 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d645b7d2-1030-4af0-9b17-dbbfcd051da5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for port (27bb985f-a6a5-4905-909d-ea42fe373428), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:22.645055 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 337cf1ce-3974-4153-a1d8-d5e8385eb50b up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:53:22.707979 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] Set router bc27fbfb-da72-4829-bffa-4b8e0aee8c46 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:53:22.782484 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 337cf1ce-3974-4153-a1d8-d5e8385eb50b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:22.783022 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (337cf1ce-3974-4153-a1d8-d5e8385eb50b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:22.832924 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d645b7d2-1030-4af0-9b17-dbbfcd051da5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (27bb985f-a6a5-4905-909d-ea42fe373428), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:22.903918 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-58ad6d58-541a-4934-8a08-18f4462f6956 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (cea7ea1b-bbee-45f7-97d2-048869336401), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:22.921998 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 337cf1ce-3974-4153-a1d8-d5e8385eb50b is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:53:22.922705 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (337cf1ce-3974-4153-a1d8-d5e8385eb50b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:22.983037 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] For port 337cf1ce-3974-4153-a1d8-d5e8385eb50b, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=337cf1ce-3974-4153-a1d8-d5e8385eb50b,segment=NetworkSegment(82ea2272-d9a5-4066-bfbf-1c28d215cf60),segment_id=82ea2272-d9a5-4066-bfbf-1c28d215cf60)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:53:22.987699 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f732b804-5bb2-4edf-911a-bb6c298750be None None] New status for floating IP df196675-3678-4dab-ad3e-e110aea8391f: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:53:23.040222 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'name': 'tempest-TestMinimumBasicScenario-979893782-router', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:21Z', 'revision_number': 3, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'gw_port': {'id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:23.063783 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (337cf1ce-3974-4153-a1d8-d5e8385eb50b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.068157 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d645b7d2-1030-4af0-9b17-dbbfcd051da5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:53:23.088264 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] Checking router: bc27fbfb-da72-4829-bffa-4b8e0aee8c46 for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:53:23.089477 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] Updating router bc27fbfb-da72-4829-bffa-4b8e0aee8c46 port b81ed49a-ddc8-4b6b-86cc-4827a318ed19 binding host dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 23:53:23.093393 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645b7d2-1030-4af0-9b17-dbbfcd051da5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Pushing event updated for resources: {'Port': ['ID=27bb985f-a6a5-4905-909d-ea42fe373428,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:23.101868 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-d645b7d2-1030-4af0-9b17-dbbfcd051da5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:53:23.126009 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d645b7d2-1030-4af0-9b17-dbbfcd051da5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:53:23.131416 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Pushing event updated for resources: {'Port': ['ID=337cf1ce-3974-4153-a1d8-d5e8385eb50b,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:23.150256 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (b81ed49a-ddc8-4b6b-86cc-4827a318ed19), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.161546 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5090125-e27d-4dda-8ee4-b6d9ae0a75d2 None None] Network d069a25b-42b9-47e9-84a4-6a523798a0c6 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:53:23.183712 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad6d58-541a-4934-8a08-18f4462f6956 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Pushing event deleted for resources: {'Port': ['ID=cea7ea1b-bbee-45f7-97d2-048869336401,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:23.226283 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-58ad6d58-541a-4934-8a08-18f4462f6956 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for floatingip (df196675-3678-4dab-ad3e-e110aea8391f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.228954 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-58ad6d58-541a-4934-8a08-18f4462f6956 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.230154 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-58ad6d58-541a-4934-8a08-18f4462f6956 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "DELETE /v2.0/floatingips/df196675-3678-4dab-ad3e-e110aea8391f HTTP/1.1" status: 204 len: 168 time: 1.5947280 Mar 23 23:53:23.232088 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-89a4763e-7bde-42d9-93c6-b6ecc493f52b None None] Provisioning complete for port 337cf1ce-3974-4153-a1d8-d5e8385eb50b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:23.236820 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89a4763e-7bde-42d9-93c6-b6ecc493f52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (337cf1ce-3974-4153-a1d8-d5e8385eb50b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.294400 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d645b7d2-1030-4af0-9b17-dbbfcd051da5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for floatingip (e796f148-ffc0-4822-accc-d21527403081), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.369792 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-89a4763e-7bde-42d9-93c6-b6ecc493f52b None None] Current status of the port 337cf1ce-3974-4153-a1d8-d5e8385eb50b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:53:23.372797 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d645b7d2-1030-4af0-9b17-dbbfcd051da5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (27bb985f-a6a5-4905-909d-ea42fe373428), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.452879 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] Publish callbacks [] for port (b81ed49a-ddc8-4b6b-86cc-4827a318ed19), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.461707 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (b81ed49a-ddc8-4b6b-86cc-4827a318ed19), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.523070 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ff389-2ace-4406-9675-c2052bfdbefc None None] Pushing event updated for resources: {'Port': ['ID=b81ed49a-ddc8-4b6b-86cc-4827a318ed19,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:23.538753 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ff389-2ace-4406-9675-c2052bfdbefc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:23.539193 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ff389-2ace-4406-9675-c2052bfdbefc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:23.540001 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ff389-2ace-4406-9675-c2052bfdbefc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:23.540001 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ff389-2ace-4406-9675-c2052bfdbefc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:23.540210 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ff389-2ace-4406-9675-c2052bfdbefc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:23.540522 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ff389-2ace-4406-9675-c2052bfdbefc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:23.541649 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ff389-2ace-4406-9675-c2052bfdbefc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:23.541998 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ff389-2ace-4406-9675-c2052bfdbefc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:23.542655 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ff389-2ace-4406-9675-c2052bfdbefc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:23.542655 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ff389-2ace-4406-9675-c2052bfdbefc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:23.542969 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ff389-2ace-4406-9675-c2052bfdbefc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:23.543294 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ff389-2ace-4406-9675-c2052bfdbefc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:23.543615 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ff389-2ace-4406-9675-c2052bfdbefc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:23.544230 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ff389-2ace-4406-9675-c2052bfdbefc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:23.544230 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ff389-2ace-4406-9675-c2052bfdbefc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:53:23.547793 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] Attempting to bind port b81ed49a-ddc8-4b6b-86cc-4827a318ed19 on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:53:23.548157 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] Attempting to bind port b81ed49a-ddc8-4b6b-86cc-4827a318ed19 by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:53:23.548515 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] Attempting to bind port b81ed49a-ddc8-4b6b-86cc-4827a318ed19 on network b729df10-08c3-4315-b5ba-4a4ad36352af {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:53:23.554427 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:53:23.555425 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] Checking segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:53:23.555425 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.555598 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] Bound using segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:53:23.556478 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] Bound port: b81ed49a-ddc8-4b6b-86cc-4827a318ed19, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:53:23.556478 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (b81ed49a-ddc8-4b6b-86cc-4827a318ed19), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.565889 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 51576) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:23.572368 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-843e193c-bf32-4c50-a4b4-79f63aa91aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.572860 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-deff8db9-3610-48e2-96cc-fbfe7ed7bfea tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--628126460', 'description': 'tempest-description--1731373928'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:23.600056 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-deff8db9-3610-48e2-96cc-fbfe7ed7bfea tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.611013 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] For port b81ed49a-ddc8-4b6b-86cc-4827a318ed19, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:53:23.614814 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] For port b81ed49a-ddc8-4b6b-86cc-4827a318ed19, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=b81ed49a-ddc8-4b6b-86cc-4827a318ed19,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:53:23.621795 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (b81ed49a-ddc8-4b6b-86cc-4827a318ed19), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.676830 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-deff8db9-3610-48e2-96cc-fbfe7ed7bfea tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group (f3c37c77-95fa-4e29-ac4b-65aa748fdb01), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.682044 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-deff8db9-3610-48e2-96cc-fbfe7ed7bfea tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (f3c37c77-95fa-4e29-ac4b-65aa748fdb01), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.686249 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] Routers {'bc27fbfb-da72-4829-bffa-4b8e0aee8c46'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:53:23.687021 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:53:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['bc27fbfb-da72-4829-bffa-4b8e0aee8c46'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:23.693848 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d645b7d2-1030-4af0-9b17-dbbfcd051da5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for port (27bb985f-a6a5-4905-909d-ea42fe373428), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.706229 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-deff8db9-3610-48e2-96cc-fbfe7ed7bfea tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.710090 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-deff8db9-3610-48e2-96cc-fbfe7ed7bfea tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1405318 Mar 23 23:53:23.710248 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-08b980a5-2784-4a94-b742-4ea065f53a34 None None] Provisioning complete for port 337cf1ce-3974-4153-a1d8-d5e8385eb50b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:23.710248 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-08b980a5-2784-4a94-b742-4ea065f53a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (337cf1ce-3974-4153-a1d8-d5e8385eb50b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.713300 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 51578) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:23.716158 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d645b7d2-1030-4af0-9b17-dbbfcd051da5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (27bb985f-a6a5-4905-909d-ea42fe373428), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.718520 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-719673af-71e7-4e62-a941-60eb8e0e5f7f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Request body: {'security_group_rule': {'security_group_id': 'f3c37c77-95fa-4e29-ac4b-65aa748fdb01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:23.727424 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ff389-2ace-4406-9675-c2052bfdbefc None None] Pushing event updated for resources: {'Port': ['ID=b81ed49a-ddc8-4b6b-86cc-4827a318ed19,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:23.746505 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff8db9-3610-48e2-96cc-fbfe7ed7bfea tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c37c77-95fa-4e29-ac4b-65aa748fdb01,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:23.765987 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-719673af-71e7-4e62-a941-60eb8e0e5f7f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group_rule (4b37e0d5-c312-4a59-8248-5843e627f39b), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.804993 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] Set router bc27fbfb-da72-4829-bffa-4b8e0aee8c46 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:53:23.815883 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645b7d2-1030-4af0-9b17-dbbfcd051da5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Pushing event updated for resources: {'Port': ['ID=27bb985f-a6a5-4905-909d-ea42fe373428,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:23.835009 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-08b980a5-2784-4a94-b742-4ea065f53a34 None None] Current status of the port 337cf1ce-3974-4153-a1d8-d5e8385eb50b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:53:23.844520 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-719673af-71e7-4e62-a941-60eb8e0e5f7f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group_rule (4b37e0d5-c312-4a59-8248-5843e627f39b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.849831 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-719673af-71e7-4e62-a941-60eb8e0e5f7f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (4b37e0d5-c312-4a59-8248-5843e627f39b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.874704 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719673af-71e7-4e62-a941-60eb8e0e5f7f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b37e0d5-c312-4a59-8248-5843e627f39b,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:23.876783 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d645b7d2-1030-4af0-9b17-dbbfcd051da5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (e796f148-ffc0-4822-accc-d21527403081), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.882404 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-719673af-71e7-4e62-a941-60eb8e0e5f7f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.884199 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-719673af-71e7-4e62-a941-60eb8e0e5f7f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1699996 Mar 23 23:53:23.886979 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 51580) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:23.891495 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e683fb5c-1180-49a0-8960-d3a230a902c5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Request body: {'security_group_rule': {'security_group_id': 'f3c37c77-95fa-4e29-ac4b-65aa748fdb01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:23.918080 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e683fb5c-1180-49a0-8960-d3a230a902c5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group_rule (5a465170-f96c-4106-b08c-1c4168633643), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.925027 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d645b7d2-1030-4af0-9b17-dbbfcd051da5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.934753 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-d645b7d2-1030-4af0-9b17-dbbfcd051da5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5555844 Mar 23 23:53:23.950094 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-843e193c-bf32-4c50-a4b4-79f63aa91aba admin admin] Allocated IP 172.20.0.1 (d069a25b-42b9-47e9-84a4-6a523798a0c6/7512d543-bff9-4528-89a7-af605d6bb88e/db3d7dda-8ebf-4446-bb39-8891124656cc) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:53:23.985795 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e683fb5c-1180-49a0-8960-d3a230a902c5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group_rule (5a465170-f96c-4106-b08c-1c4168633643), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:23.990985 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e683fb5c-1180-49a0-8960-d3a230a902c5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (5a465170-f96c-4106-b08c-1c4168633643), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:24.015264 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683fb5c-1180-49a0-8960-d3a230a902c5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a465170-f96c-4106-b08c-1c4168633643,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:24.028455 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e683fb5c-1180-49a0-8960-d3a230a902c5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:24.029721 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-e683fb5c-1180-49a0-8960-d3a230a902c5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418033 Mar 23 23:53:24.032758 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 51584) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:24.037696 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7714b881-e409-4b2e-bf90-d41858dc23f0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Request body: {'floatingip': {'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:24.060079 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7714b881-e409-4b2e-bf90-d41858dc23f0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:24.061468 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'name': 'tempest-TestMinimumBasicScenario-979893782-router', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:21Z', 'revision_number': 3, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'gw_port': {'id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:24.087496 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-843e193c-bf32-4c50-a4b4-79f63aa91aba admin admin] Publish callbacks [] for port (db3d7dda-8ebf-4446-bb39-8891124656cc), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:24.096183 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d0351c-10c3-490a-827a-21512fec1c91 None None] The sync data for ids ['bc27fbfb-da72-4829-bffa-4b8e0aee8c46'] in dv-cinder-749155-6-iscsi is: [{'id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'name': 'tempest-TestMinimumBasicScenario-979893782-router', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:21Z', 'revision_number': 3, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'gw_port': {'id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:53:24.136006 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-843e193c-bf32-4c50-a4b4-79f63aa91aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (db3d7dda-8ebf-4446-bb39-8891124656cc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:24.175344 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-8612c132-9a31-450e-bd3a-d252fc27fb69 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2011392653&fields=id&tenant_id=e03e5b02e8c44caaaadaf5d60fc18023 HTTP/1.1" status: 200 len: 267 time: 0.0571411 Mar 23 23:53:24.178720 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843e193c-bf32-4c50-a4b4-79f63aa91aba admin admin] Network d069a25b-42b9-47e9-84a4-6a523798a0c6 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:53:24.182017 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-843e193c-bf32-4c50-a4b4-79f63aa91aba admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:53:24.184571 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843e193c-bf32-4c50-a4b4-79f63aa91aba admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:53:24.213738 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e193c-bf32-4c50-a4b4-79f63aa91aba admin admin] Pushing event updated for resources: {'Port': ['ID=db3d7dda-8ebf-4446-bb39-8891124656cc,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:24.235646 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-843e193c-bf32-4c50-a4b4-79f63aa91aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574717'] for router_interface (bc27fbfb-da72-4829-bffa-4b8e0aee8c46), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:24.292910 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7714b881-e409-4b2e-bf90-d41858dc23f0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:24.355667 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-55b8f3f1-a0f8-40c8-8c1e-75bca6be8501 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:24.357901 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-55b8f3f1-a0f8-40c8-8c1e-75bca6be8501 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/networks?id=2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a HTTP/1.1" status: 200 len: 810 time: 0.1717722 Mar 23 23:53:24.379524 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-6ab18152-d8b4-4ee1-ab87-8a036a174475 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/quotas/e03e5b02e8c44caaaadaf5d60fc18023 HTTP/1.1" status: 200 len: 375 time: 0.0157380 Mar 23 23:53:24.398076 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-843e193c-bf32-4c50-a4b4-79f63aa91aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (db3d7dda-8ebf-4446-bb39-8891124656cc), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:24.485734 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-7714b881-e409-4b2e-bf90-d41858dc23f0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Allocated IP 172.27.0.128 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/a7da792d-aa0c-4587-a063-e9cf3e48c0dd) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:53:24.501698 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-eb769d05-862b-4d68-906a-b3cd5a8ebef8 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e03e5b02e8c44caaaadaf5d60fc18023&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1137125 Mar 23 23:53:24.564642 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-192febcf-09cf-42c2-b705-2d0ece90d121 None None] Provisioning complete for port db3d7dda-8ebf-4446-bb39-8891124656cc triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:24.565288 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-192febcf-09cf-42c2-b705-2d0ece90d121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (db3d7dda-8ebf-4446-bb39-8891124656cc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:24.612231 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-192febcf-09cf-42c2-b705-2d0ece90d121 None None] Port db3d7dda-8ebf-4446-bb39-8891124656cc cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:53:24.657292 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-843e193c-bf32-4c50-a4b4-79f63aa91aba admin admin] Publish callbacks [] for port (db3d7dda-8ebf-4446-bb39-8891124656cc), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:24.663355 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-843e193c-bf32-4c50-a4b4-79f63aa91aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (db3d7dda-8ebf-4446-bb39-8891124656cc), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:24.729992 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device b81ed49a-ddc8-4b6b-86cc-4827a318ed19 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:53:24.755073 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e193c-bf32-4c50-a4b4-79f63aa91aba admin admin] Pushing event updated for resources: {'Port': ['ID=db3d7dda-8ebf-4446-bb39-8891124656cc,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:24.763465 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-843e193c-bf32-4c50-a4b4-79f63aa91aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574569'] for router_interface (bc27fbfb-da72-4829-bffa-4b8e0aee8c46), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:24.787907 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port b81ed49a-ddc8-4b6b-86cc-4827a318ed19 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:24.788286 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (b81ed49a-ddc8-4b6b-86cc-4827a318ed19), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:24.886777 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843e193c-bf32-4c50-a4b4-79f63aa91aba admin admin] Network d069a25b-42b9-47e9-84a4-6a523798a0c6 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:53:24.888578 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-843e193c-bf32-4c50-a4b4-79f63aa91aba admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:53:24.891299 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port b81ed49a-ddc8-4b6b-86cc-4827a318ed19 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:53:24.892265 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (b81ed49a-ddc8-4b6b-86cc-4827a318ed19), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:24.923729 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] For port b81ed49a-ddc8-4b6b-86cc-4827a318ed19, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=b81ed49a-ddc8-4b6b-86cc-4827a318ed19,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:53:24.932302 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (b81ed49a-ddc8-4b6b-86cc-4827a318ed19), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:24.933095 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 337cf1ce-3974-4153-a1d8-d5e8385eb50b up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:53:25.008611 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-20340ac0-505a-4b2b-8c30-f2fdcb952efa service neutron] 10.222.0.31 "GET /v2.0/networks/2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843435 Mar 23 23:53:25.022083 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7714b881-e409-4b2e-bf90-d41858dc23f0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for port (a7da792d-aa0c-4587-a063-e9cf3e48c0dd), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:25.028500 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Pushing event updated for resources: {'Port': ['ID=b81ed49a-ddc8-4b6b-86cc-4827a318ed19,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:25.044439 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 337cf1ce-3974-4153-a1d8-d5e8385eb50b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:25.044604 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (337cf1ce-3974-4153-a1d8-d5e8385eb50b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:25.062962 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843e193c-bf32-4c50-a4b4-79f63aa91aba admin admin] Router bc27fbfb-da72-4829-bffa-4b8e0aee8c46 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:53:25.153679 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 337cf1ce-3974-4153-a1d8-d5e8385eb50b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:53:25.168958 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7714b881-e409-4b2e-bf90-d41858dc23f0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (a7da792d-aa0c-4587-a063-e9cf3e48c0dd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:25.214556 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843e193c-bf32-4c50-a4b4-79f63aa91aba admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:53:25.220215 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-843e193c-bf32-4c50-a4b4-79f63aa91aba admin admin] 10.222.0.31 "PUT /v2.0/routers/bc27fbfb-da72-4829-bffa-4b8e0aee8c46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6742334 Mar 23 23:53:25.244340 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7714b881-e409-4b2e-bf90-d41858dc23f0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:53:25.254321 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-2f8e9d9c-a1bd-47c8-8091-bfb6319f4a81 service neutron] 10.222.0.31 "GET /v2.0/networks/2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141342 Mar 23 23:53:25.259069 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-7714b881-e409-4b2e-bf90-d41858dc23f0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:53:25.261659 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714b881-e409-4b2e-bf90-d41858dc23f0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Pushing event updated for resources: {'Port': ['ID=a7da792d-aa0c-4587-a063-e9cf3e48c0dd,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:25.264122 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7714b881-e409-4b2e-bf90-d41858dc23f0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:53:25.282647 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e15db6b6-6ca9-4e61-9f3b-36a8f02e4a1c None None] Provisioning complete for port db3d7dda-8ebf-4446-bb39-8891124656cc triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:25.283029 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e15db6b6-6ca9-4e61-9f3b-36a8f02e4a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (db3d7dda-8ebf-4446-bb39-8891124656cc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:25.352017 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e15db6b6-6ca9-4e61-9f3b-36a8f02e4a1c None None] Port db3d7dda-8ebf-4446-bb39-8891124656cc cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:53:25.368870 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7714b881-e409-4b2e-bf90-d41858dc23f0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for floatingip (d125baac-df37-4397-93b2-ede31e6d3580), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:25.429038 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7714b881-e409-4b2e-bf90-d41858dc23f0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (a7da792d-aa0c-4587-a063-e9cf3e48c0dd), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:25.485151 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b6d43e0d-ca5f-41d3-b957-d4c373af8ac7 req-a08f33d2-74ef-40d4-86ca-bcbfb2995b53 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=95cc5eeb-876b-4822-a20f-1dd369c7c382 HTTP/1.1" status: 200 len: 210 time: 0.0316038 Mar 23 23:53:25.657652 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7714b881-e409-4b2e-bf90-d41858dc23f0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for port (a7da792d-aa0c-4587-a063-e9cf3e48c0dd), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:25.665585 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7714b881-e409-4b2e-bf90-d41858dc23f0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5624838'] for port (a7da792d-aa0c-4587-a063-e9cf3e48c0dd), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:25.758437 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714b881-e409-4b2e-bf90-d41858dc23f0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Pushing event updated for resources: {'Port': ['ID=a7da792d-aa0c-4587-a063-e9cf3e48c0dd,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:25.767364 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7714b881-e409-4b2e-bf90-d41858dc23f0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (d125baac-df37-4397-93b2-ede31e6d3580), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:25.789673 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7714b881-e409-4b2e-bf90-d41858dc23f0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:25.792440 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-7714b881-e409-4b2e-bf90-d41858dc23f0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7585597 Mar 23 23:53:25.970538 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51636) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:25.976717 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3c79284d-3b39-4797-876c-366e6ca1aeac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1377356477-network', 'tenant_id': '86b53d83117943ef8566e8091d3c0d8f'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:25.998072 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c79284d-3b39-4797-876c-366e6ca1aeac admin admin] Made reservation on behalf of 86b53d83117943ef8566e8091d3c0d8f for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:53:26.000815 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3c79284d-3b39-4797-876c-366e6ca1aeac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:26.017734 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3c79284d-3b39-4797-876c-366e6ca1aeac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:26.082774 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-397ae625-ae9d-4c72-8c3a-dcbe8efa1f61 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--628126460&fields=id&tenant_id=d1764164142a40b0991cbb88184b7255 HTTP/1.1" status: 200 len: 267 time: 0.0523911 Mar 23 23:53:26.110718 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3c79284d-3b39-4797-876c-366e6ca1aeac admin admin] Publish callbacks [] for security_group (ec5dd56e-7ddd-49d4-9b5f-129033bedd70), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:26.117169 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3c79284d-3b39-4797-876c-366e6ca1aeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (ec5dd56e-7ddd-49d4-9b5f-129033bedd70), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:26.144726 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c79284d-3b39-4797-876c-366e6ca1aeac admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 23:53:26.155759 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79284d-3b39-4797-876c-366e6ca1aeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5dd56e-7ddd-49d4-9b5f-129033bedd70,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:26.161015 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3c79284d-3b39-4797-876c-366e6ca1aeac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (e393106e-5564-4c45-8e86-6eb8721a8ebd), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:26.161595 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.segments_db [None req-3c79284d-3b39-4797-876c-366e6ca1aeac admin admin] Added segment e393106e-5564-4c45-8e86-6eb8721a8ebd of type vlan for network cecbc5d4-260a-4817-bd74-952bfd76d2b7 Mar 23 23:53:26.217087 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3c79284d-3b39-4797-876c-366e6ca1aeac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777139294019'] for network (cecbc5d4-260a-4817-bd74-952bfd76d2b7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:26.233392 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-51c7391d-b659-49ed-8648-f2a38c14ccdd tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:26.235053 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-51c7391d-b659-49ed-8648-f2a38c14ccdd tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/networks?id=d01bdeec-57ed-409b-a257-e0c6c9a81aea HTTP/1.1" status: 200 len: 817 time: 0.1439340 Mar 23 23:53:26.253272 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-366313d8-4b01-420c-b98c-15d2f10cf911 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/quotas/d1764164142a40b0991cbb88184b7255 HTTP/1.1" status: 200 len: 375 time: 0.0098486 Mar 23 23:53:26.253849 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3c79284d-3b39-4797-876c-366e6ca1aeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for network (cecbc5d4-260a-4817-bd74-952bfd76d2b7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:26.254989 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c79284d-3b39-4797-876c-366e6ca1aeac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:26.255688 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3c79284d-3b39-4797-876c-366e6ca1aeac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:26.304860 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] Sync routers for ids ['bc27fbfb-da72-4829-bffa-4b8e0aee8c46'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:53:26.313612 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-6a4c2af9-5dd4-46e0-a6d9-639bc156c149 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1764164142a40b0991cbb88184b7255&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545681 Mar 23 23:53:26.322238 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] Routers {'bc27fbfb-da72-4829-bffa-4b8e0aee8c46'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:53:26.323128 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:53:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['bc27fbfb-da72-4829-bffa-4b8e0aee8c46'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:26.332525 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-3c79284d-3b39-4797-876c-366e6ca1aeac admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3608272 Mar 23 23:53:26.335299 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51646) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:26.340461 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-b5538f79-63e5-4684-8075-cd1c58565ac8 admin admin] Request body: {'subnet': {'network_id': 'cecbc5d4-260a-4817-bd74-952bfd76d2b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1377356477-subnet', 'tenant_id': '86b53d83117943ef8566e8091d3c0d8f', 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:26.343465 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79284d-3b39-4797-876c-366e6ca1aeac admin admin] Pushing event updated for resources: {'Network': ['ID=cecbc5d4-260a-4817-bd74-952bfd76d2b7,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:26.353465 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Network cecbc5d4-260a-4817-bd74-952bfd76d2b7 details requested by agent ovs-agent-dv-cinder-749155-6-iscsi with host dv-cinder-749155-6-iscsi {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 23:53:26.370831 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5538f79-63e5-4684-8075-cd1c58565ac8 admin admin] Made reservation on behalf of 86b53d83117943ef8566e8091d3c0d8f for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:53:26.374299 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b5538f79-63e5-4684-8075-cd1c58565ac8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6018790'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:26.439775 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-5dc80c62-285b-42af-9e1d-d5a1eb75c4f3 service neutron] 10.222.0.31 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120942 Mar 23 23:53:26.496748 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] Set router bc27fbfb-da72-4829-bffa-4b8e0aee8c46 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:53:26.647393 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b5538f79-63e5-4684-8075-cd1c58565ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5644142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6018800'] for subnet (d7fd38d2-a9ba-440f-99be-6ba662db8c37), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:26.650557 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device b81ed49a-ddc8-4b6b-86cc-4827a318ed19 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:53:26.681375 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-9877b8e6-8d0f-4122-b06c-c39a90f0d055 service neutron] 10.222.0.31 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349448 Mar 23 23:53:26.728303 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5538f79-63e5-4684-8075-cd1c58565ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7fd38d2-a9ba-440f-99be-6ba662db8c37,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:26.735544 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e1211662-ae4f-4e58-b41b-6a275e46f1fd req-f3f87505-59ce-44b4-b2c4-01a51cfb9831 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=95cc5eeb-876b-4822-a20f-1dd369c7c382 HTTP/1.1" status: 200 len: 210 time: 0.1128151 Mar 23 23:53:26.736776 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5538f79-63e5-4684-8075-cd1c58565ac8 admin admin] Checking segment: {'id': 'e393106e-5564-4c45-8e86-6eb8721a8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cecbc5d4-260a-4817-bd74-952bfd76d2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:53:26.737538 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5538f79-63e5-4684-8075-cd1c58565ac8 admin admin] Network hostable DHCP agents. Network: cecbc5d4-260a-4817-bd74-952bfd76d2b7, hostable agents: ['241e2e2a-1e2f-484e-9acb-0603fdf8399b'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 23:53:26.766170 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port b81ed49a-ddc8-4b6b-86cc-4827a318ed19 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:26.766807 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (b81ed49a-ddc8-4b6b-86cc-4827a318ed19), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:26.767284 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5538f79-63e5-4684-8075-cd1c58565ac8 admin admin] Network cecbc5d4-260a-4817-bd74-952bfd76d2b7 is scheduled to be hosted by DHCP agent 241e2e2a-1e2f-484e-9acb-0603fdf8399b with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 23:53:26.787760 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-b5538f79-63e5-4684-8075-cd1c58565ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-6-iscsi, cecbc5d4-260a-4817-bd74-952bfd76d2b7) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:53:26.794929 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5538f79-63e5-4684-8075-cd1c58565ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:26.795537 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b5538f79-63e5-4684-8075-cd1c58565ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:26.824665 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-ba66238d-27fa-4600-8985-8922aba9ea9c tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:26.826362 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-ba66238d-27fa-4600-8985-8922aba9ea9c tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.20 "GET /v2.0/networks?id=2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a HTTP/1.1" status: 200 len: 810 time: 0.2436321 Mar 23 23:53:26.828523 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-b5538f79-63e5-4684-8075-cd1c58565ac8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4920819 Mar 23 23:53:26.831253 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51650) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:26.837563 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5e26edf9-4d14-44f3-bd5a-f43573c33b2e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1377356477-router', 'tenant_id': '86b53d83117943ef8566e8091d3c0d8f', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:26.859824 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed257a38-f06d-43d2-8e21-63135bb95327 None None] Network cecbc5d4-260a-4817-bd74-952bfd76d2b7 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:53:26.886968 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e26edf9-4d14-44f3-bd5a-f43573c33b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (d785737c-320f-4962-a294-3261bc781f89), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:26.888235 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e26edf9-4d14-44f3-bd5a-f43573c33b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (d785737c-320f-4962-a294-3261bc781f89), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:26.913561 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-40b5273c-29d8-40ae-a704-1ae1dcb914ac tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e03e5b02e8c44caaaadaf5d60fc18023 HTTP/1.1" status: 200 len: 380 time: 0.0761557 Mar 23 23:53:26.925210 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-98409f27-f12a-4565-9d66-a6347ee8785e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Request body: {'port': {'device_id': '95cc5eeb-876b-4822-a20f-1dd369c7c382', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'admin_state_up': True, 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'security_groups': ['c4413e9c-059c-44fb-96d4-d0b4cbdf595b']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:27.013409 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'name': 'tempest-TestMinimumBasicScenario-979893782-router', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:24Z', 'revision_number': 4, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'gw_port': {'id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'db3d7dda-8ebf-4446-bb39-8891124656cc', 'name': '', 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'mac_address': 'fa:16:3e:91:41:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7512d543-bff9-4528-89a7-af605d6bb88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:23Z', 'updated_at': '2022-03-23T23:53:24Z', 'revision_number': 2, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'subnets': [{'id': '7512d543-bff9-4528-89a7-af605d6bb88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:27.022366 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e26edf9-4d14-44f3-bd5a-f43573c33b2e admin admin] Publish callbacks [] for router_controller (d785737c-320f-4962-a294-3261bc781f89), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:27.041812 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port b81ed49a-ddc8-4b6b-86cc-4827a318ed19 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:53:27.062938 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e1639c-67de-5e20-9028-c27b0e4ba40d-cecbc5d4-260a-4817-bd74-952bfd76d2b7', 'network_id': 'cecbc5d4-260a-4817-bd74-952bfd76d2b7', 'project_id': '86b53d83117943ef8566e8091d3c0d8f', 'fixed_ips': [{'subnet_id': 'd7fd38d2-a9ba-440f-99be-6ba662db8c37'}]}} from dv-cinder-749155-6-iscsi. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 23:53:27.064787 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:27.105721 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] Checking router: bc27fbfb-da72-4829-bffa-4b8e0aee8c46 for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:53:27.106983 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] Updating router bc27fbfb-da72-4829-bffa-4b8e0aee8c46 port db3d7dda-8ebf-4446-bb39-8891124656cc binding host dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 23:53:27.135208 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5ee08e62-6251-47de-8720-8c1bb9dd12d1 req-8f47c8d9-1f9e-4602-bf73-e7d8b1f7efc8 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 210 time: 0.1077724 Mar 23 23:53:27.197456 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-98409f27-f12a-4565-9d66-a6347ee8785e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Made reservation on behalf of e03e5b02e8c44caaaadaf5d60fc18023 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:53:27.203516 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-98409f27-f12a-4565-9d66-a6347ee8785e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:27.250950 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (db3d7dda-8ebf-4446-bb39-8891124656cc), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:27.308858 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] Allocated IP 172.20.0.2 (cecbc5d4-260a-4817-bd74-952bfd76d2b7/d7fd38d2-a9ba-440f-99be-6ba662db8c37/44df3911-983c-4262-addf-7ff93e72bca4) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:53:27.479860 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-98409f27-f12a-4565-9d66-a6347ee8785e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Allocated IP 172.20.0.9 (2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a/3dfa0736-7078-436a-bef7-91bda4df3d72/fe229d0c-1932-43ce-a752-f636ccfea279) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:53:27.505460 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e26edf9-4d14-44f3-bd5a-f43573c33b2e admin admin] Publish callbacks [] for router_gateway (d785737c-320f-4962-a294-3261bc781f89), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:27.655480 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc2b53-e8db-4c6b-876e-f42c3533a6a7 req-defaf2c2-4ab7-47e0-b99d-1152e4f1f2e0 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:27.663984 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cefc2b53-e8db-4c6b-876e-f42c3533a6a7 req-defaf2c2-4ab7-47e0-b99d-1152e4f1f2e0 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.1381116 Mar 23 23:53:27.740422 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cefc2b53-e8db-4c6b-876e-f42c3533a6a7 req-af109dc0-4513-4e58-810a-686911df2ba7 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709713 Mar 23 23:53:27.772445 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] Publish callbacks [] for port (44df3911-983c-4262-addf-7ff93e72bca4), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:27.785523 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175'] for port (44df3911-983c-4262-addf-7ff93e72bca4), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:27.842972 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-98409f27-f12a-4565-9d66-a6347ee8785e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for port (fe229d0c-1932-43ce-a752-f636ccfea279), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:27.863020 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] Pushing event updated for resources: {'Port': ['ID=44df3911-983c-4262-addf-7ff93e72bca4,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:27.878424 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] Network cecbc5d4-260a-4817-bd74-952bfd76d2b7 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:53:27.880093 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:53:27.886176 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:53:27.894191 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-bf094c63-ac21-455a-ae7e-758387c2b299 req-33f9ebb6-a98f-4d0a-92a5-39b09245313c tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=95cc5eeb-876b-4822-a20f-1dd369c7c382 HTTP/1.1" status: 200 len: 210 time: 0.0348821 Mar 23 23:53:27.943040 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e26edf9-4d14-44f3-bd5a-f43573c33b2e admin admin] Publish callbacks [] for router_gateway (d785737c-320f-4962-a294-3261bc781f89), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:27.959535 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] Attempting to bind port 44df3911-983c-4262-addf-7ff93e72bca4 on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:53:27.959916 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] Attempting to bind port 44df3911-983c-4262-addf-7ff93e72bca4 by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': 'e393106e-5564-4c45-8e86-6eb8721a8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cecbc5d4-260a-4817-bd74-952bfd76d2b7'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:53:27.960281 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] Attempting to bind port 44df3911-983c-4262-addf-7ff93e72bca4 on network cecbc5d4-260a-4817-bd74-952bfd76d2b7 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:53:27.966314 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:53:27.966771 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] Checking segment: {'id': 'e393106e-5564-4c45-8e86-6eb8721a8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cecbc5d4-260a-4817-bd74-952bfd76d2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:53:27.967211 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:27.967610 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] Bound using segment: {'id': 'e393106e-5564-4c45-8e86-6eb8721a8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cecbc5d4-260a-4817-bd74-952bfd76d2b7'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:53:27.968080 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] Bound port: 44df3911-983c-4262-addf-7ff93e72bca4, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e393106e-5564-4c45-8e86-6eb8721a8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cecbc5d4-260a-4817-bd74-952bfd76d2b7'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:53:27.968499 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (44df3911-983c-4262-addf-7ff93e72bca4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:27.971927 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-98409f27-f12a-4565-9d66-a6347ee8785e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (fe229d0c-1932-43ce-a752-f636ccfea279), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:27.972252 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e26edf9-4d14-44f3-bd5a-f43573c33b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:28.035203 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] Publish callbacks [] for port (db3d7dda-8ebf-4446-bb39-8891124656cc), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:28.042640 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (db3d7dda-8ebf-4446-bb39-8891124656cc), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:28.048759 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98409f27-f12a-4565-9d66-a6347ee8785e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Pushing event updated for resources: {'Port': ['ID=fe229d0c-1932-43ce-a752-f636ccfea279,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:28.059460 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-98409f27-f12a-4565-9d66-a6347ee8785e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Network 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:53:28.059621 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] For port 44df3911-983c-4262-addf-7ff93e72bca4, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:53:28.061043 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-98409f27-f12a-4565-9d66-a6347ee8785e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:53:28.064161 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-98409f27-f12a-4565-9d66-a6347ee8785e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:53:28.064698 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] For port 44df3911-983c-4262-addf-7ff93e72bca4, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=44df3911-983c-4262-addf-7ff93e72bca4,segment=NetworkSegment(e393106e-5564-4c45-8e86-6eb8721a8ebd),segment_id=e393106e-5564-4c45-8e86-6eb8721a8ebd)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:53:28.073383 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (44df3911-983c-4262-addf-7ff93e72bca4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:28.118200 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d815c5e-522e-4870-aa1b-efe17faa65b5 None None] Pushing event updated for resources: {'Port': ['ID=db3d7dda-8ebf-4446-bb39-8891124656cc,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:28.139501 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-98409f27-f12a-4565-9d66-a6347ee8785e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:28.140273 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-98409f27-f12a-4565-9d66-a6347ee8785e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:28.160492 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b5764-5a1f-4ff2-b0fd-c076bd130ff3 None None] Pushing event updated for resources: {'Port': ['ID=44df3911-983c-4262-addf-7ff93e72bca4,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:28.173381 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-98409f27-f12a-4565-9d66-a6347ee8785e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2545252 Mar 23 23:53:28.190479 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-5e26edf9-4d14-44f3-bd5a-f43573c33b2e admin admin] Allocated IP 172.27.0.172 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/5972b558-0007-40c9-8ba3-6ae5263b98ac) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:53:28.203342 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] Request body: {'port': {'device_id': '95cc5eeb-876b-4822-a20f-1dd369c7c382', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:28.249917 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] Attempting to bind port db3d7dda-8ebf-4446-bb39-8891124656cc on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:53:28.250393 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] Attempting to bind port db3d7dda-8ebf-4446-bb39-8891124656cc by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': '82ea2272-d9a5-4066-bfbf-1c28d215cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:53:28.250759 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] Attempting to bind port db3d7dda-8ebf-4446-bb39-8891124656cc on network d069a25b-42b9-47e9-84a4-6a523798a0c6 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:53:28.261791 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:53:28.262216 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] Checking segment: {'id': '82ea2272-d9a5-4066-bfbf-1c28d215cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:53:28.262562 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:28.262951 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] Bound using segment: {'id': '82ea2272-d9a5-4066-bfbf-1c28d215cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:53:28.263427 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] Bound port: db3d7dda-8ebf-4446-bb39-8891124656cc, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ea2272-d9a5-4066-bfbf-1c28d215cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:53:28.263945 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (db3d7dda-8ebf-4446-bb39-8891124656cc), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:28.331954 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (fe229d0c-1932-43ce-a752-f636ccfea279), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:28.386984 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-68793620-021b-46fa-9066-6ccfe9c925f3 req-3eba810d-a068-4ada-bef7-979f07708564 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 210 time: 0.0601034 Mar 23 23:53:28.411193 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] For port db3d7dda-8ebf-4446-bb39-8891124656cc, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:53:28.418654 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] For port db3d7dda-8ebf-4446-bb39-8891124656cc, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=db3d7dda-8ebf-4446-bb39-8891124656cc,segment=NetworkSegment(82ea2272-d9a5-4066-bfbf-1c28d215cf60),segment_id=82ea2272-d9a5-4066-bfbf-1c28d215cf60)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:53:28.433466 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (db3d7dda-8ebf-4446-bb39-8891124656cc), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:28.516667 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-dcc54ee8-0baa-4d48-a5c7-5c586ef84ae6 None None] Provisioning complete for port db3d7dda-8ebf-4446-bb39-8891124656cc triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:28.517032 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dcc54ee8-0baa-4d48-a5c7-5c586ef84ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (db3d7dda-8ebf-4446-bb39-8891124656cc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:28.572033 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e26edf9-4d14-44f3-bd5a-f43573c33b2e admin admin] Publish callbacks [] for port (5972b558-0007-40c9-8ba3-6ae5263b98ac), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:28.635552 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d815c5e-522e-4870-aa1b-efe17faa65b5 None None] Pushing event updated for resources: {'Port': ['ID=db3d7dda-8ebf-4446-bb39-8891124656cc,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:28.667552 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] Routers {'bc27fbfb-da72-4829-bffa-4b8e0aee8c46'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:53:28.668282 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:53:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['bc27fbfb-da72-4829-bffa-4b8e0aee8c46'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:28.672330 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e26edf9-4d14-44f3-bd5a-f43573c33b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (5972b558-0007-40c9-8ba3-6ae5263b98ac), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:28.721097 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-dcc54ee8-0baa-4d48-a5c7-5c586ef84ae6 None None] Current status of the port db3d7dda-8ebf-4446-bb39-8891124656cc is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:53:28.721522 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dcc54ee8-0baa-4d48-a5c7-5c586ef84ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (db3d7dda-8ebf-4446-bb39-8891124656cc), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:28.781108 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-dcc54ee8-0baa-4d48-a5c7-5c586ef84ae6 None None] For port db3d7dda-8ebf-4446-bb39-8891124656cc, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=db3d7dda-8ebf-4446-bb39-8891124656cc,segment=NetworkSegment(82ea2272-d9a5-4066-bfbf-1c28d215cf60),segment_id=82ea2272-d9a5-4066-bfbf-1c28d215cf60)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:53:28.790788 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dcc54ee8-0baa-4d48-a5c7-5c586ef84ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (db3d7dda-8ebf-4446-bb39-8891124656cc), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:28.847156 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26edf9-4d14-44f3-bd5a-f43573c33b2e admin admin] Pushing event updated for resources: {'Port': ['ID=5972b558-0007-40c9-8ba3-6ae5263b98ac,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:28.864777 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc54ee8-0baa-4d48-a5c7-5c586ef84ae6 None None] Pushing event updated for resources: {'Port': ['ID=db3d7dda-8ebf-4446-bb39-8891124656cc,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:28.892226 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-d464cd55-b4d8-44e4-b505-93d700ddd3c6 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:28.894357 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-d464cd55-b4d8-44e4-b505-93d700ddd3c6 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.20 "GET /v2.0/networks?id=d01bdeec-57ed-409b-a257-e0c6c9a81aea HTTP/1.1" status: 200 len: 817 time: 0.4707494 Mar 23 23:53:28.899758 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] Set router bc27fbfb-da72-4829-bffa-4b8e0aee8c46 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:53:28.901133 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e26edf9-4d14-44f3-bd5a-f43573c33b2e admin admin] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:53:28.902674 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-5e26edf9-4d14-44f3-bd5a-f43573c33b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:53:28.905451 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e26edf9-4d14-44f3-bd5a-f43573c33b2e admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:53:28.929400 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-25d31b90-b186-44b1-b597-ad9dd48b057e None None] Provisioning complete for port fe229d0c-1932-43ce-a752-f636ccfea279 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:28.930006 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-25d31b90-b186-44b1-b597-ad9dd48b057e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (fe229d0c-1932-43ce-a752-f636ccfea279), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:28.985605 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe229d0c-1932-43ce-a752-f636ccfea279 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:53:28.994747 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] Publish callbacks [] for port (fe229d0c-1932-43ce-a752-f636ccfea279), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:28.998364 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-25d31b90-b186-44b1-b597-ad9dd48b057e None None] Port fe229d0c-1932-43ce-a752-f636ccfea279 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:53:29.041908 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] Transition to ACTIVE for port object fe229d0c-1932-43ce-a752-f636ccfea279 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 23:53:29.052016 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5624838'] for port (fe229d0c-1932-43ce-a752-f636ccfea279), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:29.100632 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a00a5-0537-495a-bb8c-6c194b50219d req-f3f54172-76e9-4315-9da6-140651255d25 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:29.103508 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-044a00a5-0537-495a-bb8c-6c194b50219d req-f3f54172-76e9-4315-9da6-140651255d25 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.2130785 Mar 23 23:53:29.145176 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9d0ce-5455-4d35-bb7a-37900ae89950 req-9c935f93-a690-42cd-89a6-39c5b6790dd1 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:29.154256 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2db9d0ce-5455-4d35-bb7a-37900ae89950 req-9c935f93-a690-42cd-89a6-39c5b6790dd1 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=95cc5eeb-876b-4822-a20f-1dd369c7c382 HTTP/1.1" status: 200 len: 931 time: 0.1503029 Mar 23 23:53:29.159052 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] Pushing event updated for resources: {'Port': ['ID=fe229d0c-1932-43ce-a752-f636ccfea279,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:29.162232 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'name': 'tempest-TestMinimumBasicScenario-979893782-router', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:24Z', 'revision_number': 4, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'gw_port': {'id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'db3d7dda-8ebf-4446-bb39-8891124656cc', 'name': '', 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'mac_address': 'fa:16:3e:91:41:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7512d543-bff9-4528-89a7-af605d6bb88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:23Z', 'updated_at': '2022-03-23T23:53:28Z', 'revision_number': 4, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'subnets': [{'id': '7512d543-bff9-4528-89a7-af605d6bb88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:29.174526 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d43ad76c-b0e3-4780-9567-793b260f0cd2 None None] Provisioning complete for port db3d7dda-8ebf-4446-bb39-8891124656cc triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:29.174907 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d43ad76c-b0e3-4780-9567-793b260f0cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (db3d7dda-8ebf-4446-bb39-8891124656cc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:29.207814 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c01eaed-ac06-4041-bee6-0edbf1995d96 None None] The sync data for ids ['bc27fbfb-da72-4829-bffa-4b8e0aee8c46'] in dv-cinder-749155-6-iscsi is: [{'id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'name': 'tempest-TestMinimumBasicScenario-979893782-router', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:24Z', 'revision_number': 4, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'gw_port': {'id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'db3d7dda-8ebf-4446-bb39-8891124656cc', 'name': '', 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'mac_address': 'fa:16:3e:91:41:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7512d543-bff9-4528-89a7-af605d6bb88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:23Z', 'updated_at': '2022-03-23T23:53:28Z', 'revision_number': 4, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'subnets': [{'id': '7512d543-bff9-4528-89a7-af605d6bb88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:53:29.250153 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-ebdce1be-4de9-4d76-8cb5-3aa128022d7c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1764164142a40b0991cbb88184b7255 HTTP/1.1" status: 200 len: 379 time: 0.2728713 Mar 23 23:53:29.259006 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-d0d12402-ce9a-4e22-b76e-7a800bfabeac tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Request body: {'port': {'device_id': '749f44b4-90cb-4411-8b56-995f55a89b3b', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'admin_state_up': True, 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'security_groups': ['f3c37c77-95fa-4e29-ac4b-65aa748fdb01']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:29.357992 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2db9d0ce-5455-4d35-bb7a-37900ae89950 req-e7177818-417b-4cfa-96a4-0b199914948c tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4413e9c-059c-44fb-96d4-d0b4cbdf595b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026064 Mar 23 23:53:29.365044 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d43ad76c-b0e3-4780-9567-793b260f0cd2 None None] Current status of the port db3d7dda-8ebf-4446-bb39-8891124656cc is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:53:29.396604 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-044a00a5-0537-495a-bb8c-6c194b50219d req-d6707859-984e-42db-bb45-b1533d5b81dd tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382231 Mar 23 23:53:29.414940 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] Attempting to bind port fe229d0c-1932-43ce-a752-f636ccfea279 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:53:29.415572 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] Attempting to bind port fe229d0c-1932-43ce-a752-f636ccfea279 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:53:29.416140 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] Attempting to bind port fe229d0c-1932-43ce-a752-f636ccfea279 on network 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:53:29.421593 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] Port fe229d0c-1932-43ce-a752-f636ccfea279 on network 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 23:53:29.422243 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] Attempting to bind port fe229d0c-1932-43ce-a752-f636ccfea279 on network 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:53:29.428087 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:53:29.428429 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] Checking segment: {'id': '0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:53:29.428822 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] Bound using segment: {'id': '0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:53:29.429353 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] Bound port: fe229d0c-1932-43ce-a752-f636ccfea279, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:53:29.429777 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (fe229d0c-1932-43ce-a752-f636ccfea279), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:29.485536 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e26edf9-4d14-44f3-bd5a-f43573c33b2e admin admin] Publish callbacks [] for router_gateway (d785737c-320f-4962-a294-3261bc781f89), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:29.583420 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] For port fe229d0c-1932-43ce-a752-f636ccfea279, host hv-cinder-74915, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:53:29.588174 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-d0d12402-ce9a-4e22-b76e-7a800bfabeac tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Made reservation on behalf of d1764164142a40b0991cbb88184b7255 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:53:29.588953 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9c32017e-34a3-4100-a984-f0856b97587e req-09f7f863-4e19-420e-803d-dbf767529534 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 210 time: 0.0539947 Mar 23 23:53:29.591703 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-d0d12402-ce9a-4e22-b76e-7a800bfabeac tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:29.607455 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] For port fe229d0c-1932-43ce-a752-f636ccfea279, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=fe229d0c-1932-43ce-a752-f636ccfea279,segment=NetworkSegment(0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf),segment_id=0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:53:29.629009 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5624838'] for port (fe229d0c-1932-43ce-a752-f636ccfea279), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:29.667301 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:29.668090 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:29.669732 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] 10.222.0.20 "PUT /v2.0/ports/fe229d0c-1932-43ce-a752-f636ccfea279 HTTP/1.1" status: 200 len: 1093 time: 1.4825194 Mar 23 23:53:29.670299 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95cc5eeb-876b-4822-a20f-1dd369c7c382', 'tag': 'fe229d0c-1932-43ce-a752-f636ccfea279'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:53:29.672743 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f89217267680bd64d7f927d4eadc419634559ab2f391f9993dc43694367eced7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35006bbf-6287-49bd-bbdc-f727700c5189" -d '{"events": [{"name": "network-changed", "server_uuid": "95cc5eeb-876b-4822-a20f-1dd369c7c382", "tag": "fe229d0c-1932-43ce-a752-f636ccfea279"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:53:29.700396 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a29cf3-04de-48f3-99c7-a49a3e3d7044 service neutron] Pushing event updated for resources: {'Port': ['ID=fe229d0c-1932-43ce-a752-f636ccfea279,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:29.777583 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112b283d-926d-4ad4-a749-0c02d1b0e8fc x-openstack-request-id: req-112b283d-926d-4ad4-a749-0c02d1b0e8fc {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:53:29.777881 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95cc5eeb-876b-4822-a20f-1dd369c7c382", "tag": "fe229d0c-1932-43ce-a752-f636ccfea279", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:53:29.778134 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-112b283d-926d-4ad4-a749-0c02d1b0e8fc {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:53:29.778542 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-112b283d-926d-4ad4-a749-0c02d1b0e8fc'] response: {'name': 'network-changed', 'server_uuid': '95cc5eeb-876b-4822-a20f-1dd369c7c382', 'tag': 'fe229d0c-1932-43ce-a752-f636ccfea279', 'status': 'completed', 'code': 200} Mar 23 23:53:29.790398 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-f535094a-bc7c-480f-a4b9-44a5bfd1581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:29.792137 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-f535094a-bc7c-480f-a4b9-44a5bfd1581d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03e5b02e8c44caaaadaf5d60fc18023&device_id=95cc5eeb-876b-4822-a20f-1dd369c7c382 HTTP/1.1" status: 200 len: 1127 time: 0.0703502 Mar 23 23:53:29.849329 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-a193fed4-d4c1-437b-b879-a517f3d62614 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe229d0c-1932-43ce-a752-f636ccfea279 HTTP/1.1" status: 200 len: 217 time: 0.0470011 Mar 23 23:53:29.903422 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-d0d12402-ce9a-4e22-b76e-7a800bfabeac tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Allocated IP 172.20.0.13 (d01bdeec-57ed-409b-a257-e0c6c9a81aea/6136d15b-a857-4672-9f46-946dc92786dd/37701e56-2f23-4f44-a854-a229517314ff) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:53:29.910280 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-41f64cb3-ad17-47ec-a2f1-18f09fd3b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:29.912073 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-41f64cb3-ad17-47ec-a2f1-18f09fd3b525 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3dfa0736-7078-436a-bef7-91bda4df3d72 HTTP/1.1" status: 200 len: 849 time: 0.0557761 Mar 23 23:53:29.915398 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b4d0c7-56b9-4cca-99f2-33be05cb2548 None None] Network cecbc5d4-260a-4817-bd74-952bfd76d2b7 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:53:29.971667 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-53077df4-d5d4-4165-9063-f6ef6080542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:29.973764 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-53077df4-d5d4-4165-9063-f6ef6080542a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554509 Mar 23 23:53:30.058685 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e26edf9-4d14-44f3-bd5a-f43573c33b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574760'] for router (d785737c-320f-4962-a294-3261bc781f89), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:30.080906 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0673877b-3dc8-4f34-aa63-41ab456e64b8 None None] Provisioning complete for port 44df3911-983c-4262-addf-7ff93e72bca4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:30.081307 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0673877b-3dc8-4f34-aa63-41ab456e64b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (44df3911-983c-4262-addf-7ff93e72bca4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:30.092105 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-e40e126b-b7af-45f2-a009-2d27e711567f service neutron] 10.222.0.20 "GET /v2.0/networks/2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103508 Mar 23 23:53:30.198362 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0673877b-3dc8-4f34-aa63-41ab456e64b8 None None] Current status of the port 44df3911-983c-4262-addf-7ff93e72bca4 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:53:30.198805 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0673877b-3dc8-4f34-aa63-41ab456e64b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (44df3911-983c-4262-addf-7ff93e72bca4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:30.199538 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-d0d12402-ce9a-4e22-b76e-7a800bfabeac tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for port (37701e56-2f23-4f44-a854-a229517314ff), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:30.201895 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cdc73a17-e8c8-4b65-80fe-6d013ea10d98 req-f17463be-4459-46a2-9958-91872133035b service neutron] 10.222.0.20 "GET /v2.0/networks/2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033092 Mar 23 23:53:30.250762 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-0673877b-3dc8-4f34-aa63-41ab456e64b8 None None] For port 44df3911-983c-4262-addf-7ff93e72bca4, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=44df3911-983c-4262-addf-7ff93e72bca4,segment=NetworkSegment(e393106e-5564-4c45-8e86-6eb8721a8ebd),segment_id=e393106e-5564-4c45-8e86-6eb8721a8ebd)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:53:30.261567 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0673877b-3dc8-4f34-aa63-41ab456e64b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (44df3911-983c-4262-addf-7ff93e72bca4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:30.282209 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-d0d12402-ce9a-4e22-b76e-7a800bfabeac tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (37701e56-2f23-4f44-a854-a229517314ff), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:30.332761 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673877b-3dc8-4f34-aa63-41ab456e64b8 None None] Pushing event updated for resources: {'Port': ['ID=44df3911-983c-4262-addf-7ff93e72bca4,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:30.346416 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-d0d12402-ce9a-4e22-b76e-7a800bfabeac tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Network d01bdeec-57ed-409b-a257-e0c6c9a81aea is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:53:30.353629 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35006bbf-6287-49bd-bbdc-f727700c5189 req-1b234175-a5f1-4b93-8d68-657fc28e6029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:30.354753 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-d0d12402-ce9a-4e22-b76e-7a800bfabeac tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:53:30.355647 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-35006bbf-6287-49bd-bbdc-f727700c5189 req-1b234175-a5f1-4b93-8d68-657fc28e6029 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03e5b02e8c44caaaadaf5d60fc18023&device_id=95cc5eeb-876b-4822-a20f-1dd369c7c382 HTTP/1.1" status: 200 len: 1127 time: 0.0902700 Mar 23 23:53:30.357985 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-d0d12402-ce9a-4e22-b76e-7a800bfabeac tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:53:30.364054 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e26edf9-4d14-44f3-bd5a-f43573c33b2e admin admin] Router d785737c-320f-4962-a294-3261bc781f89 is scheduled to L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 23:53:30.444036 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d12402-ce9a-4e22-b76e-7a800bfabeac tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Pushing event updated for resources: {'Port': ['ID=37701e56-2f23-4f44-a854-a229517314ff,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:30.452635 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-d0d12402-ce9a-4e22-b76e-7a800bfabeac tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:30.453622 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-d0d12402-ce9a-4e22-b76e-7a800bfabeac tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:30.500551 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1431cbac-0540-4a0c-8f12-32e9e32f8b6d None None] Provisioning complete for port 44df3911-983c-4262-addf-7ff93e72bca4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:30.501217 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1431cbac-0540-4a0c-8f12-32e9e32f8b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (44df3911-983c-4262-addf-7ff93e72bca4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:30.549732 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-d0d12402-ce9a-4e22-b76e-7a800bfabeac tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2963595 Mar 23 23:53:30.581608 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] Request body: {'port': {'device_id': '749f44b4-90cb-4411-8b56-995f55a89b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:30.709753 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1431cbac-0540-4a0c-8f12-32e9e32f8b6d None None] Current status of the port 44df3911-983c-4262-addf-7ff93e72bca4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:53:30.721977 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (37701e56-2f23-4f44-a854-a229517314ff), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:30.738912 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35006bbf-6287-49bd-bbdc-f727700c5189 req-4d922d4f-e9f6-40b6-bf0f-5a3c88bd288c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:30.740414 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-35006bbf-6287-49bd-bbdc-f727700c5189 req-4d922d4f-e9f6-40b6-bf0f-5a3c88bd288c service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a HTTP/1.1" status: 200 len: 910 time: 0.3698609 Mar 23 23:53:30.749503 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa439a-1bd5-4eca-ba3e-c85ea8f07ac4 req-3e33b8be-e18c-4c5f-ab23-c941ed965f05 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:30.751042 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d3aa439a-1bd5-4eca-ba3e-c85ea8f07ac4 req-3e33b8be-e18c-4c5f-ab23-c941ed965f05 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.2139168 Mar 23 23:53:30.785054 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device db3d7dda-8ebf-4446-bb39-8891124656cc up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:53:30.788110 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4684561-9a05-43a4-8856-dab5a0428da2 req-d08e412d-abe9-4bfd-8e96-f089642dc384 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:30.790286 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b4684561-9a05-43a4-8856-dab5a0428da2 req-d08e412d-abe9-4bfd-8e96-f089642dc384 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=95cc5eeb-876b-4822-a20f-1dd369c7c382 HTTP/1.1" status: 200 len: 943 time: 0.2914677 Mar 23 23:53:30.811639 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e26edf9-4d14-44f3-bd5a-f43573c33b2e admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:53:30.834324 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-35006bbf-6287-49bd-bbdc-f727700c5189 req-4e1e5859-2cf7-4b97-9100-573b0106035e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe229d0c-1932-43ce-a752-f636ccfea279 HTTP/1.1" status: 200 len: 217 time: 0.0822546 Mar 23 23:53:30.837631 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] Sync routers for ids ['d785737c-320f-4962-a294-3261bc781f89'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:53:30.866929 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] Routers {'d785737c-320f-4962-a294-3261bc781f89'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:53:30.867677 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:53:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['d785737c-320f-4962-a294-3261bc781f89'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:30.870910 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e952d2e0-f3a2-409f-8bc8-0308c6b61ca3 None None] Provisioning complete for port 37701e56-2f23-4f44-a854-a229517314ff triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:30.871281 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e952d2e0-f3a2-409f-8bc8-0308c6b61ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (37701e56-2f23-4f44-a854-a229517314ff), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:30.928935 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e26edf9-4d14-44f3-bd5a-f43573c33b2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:30.929948 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-5e26edf9-4d14-44f3-bd5a-f43573c33b2e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0978155 Mar 23 23:53:30.934363 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 51698) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:30.951563 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d3aa439a-1bd5-4eca-ba3e-c85ea8f07ac4 req-4f95767a-0e9c-47b3-9d47-1fc9dfdc68c6 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876345 Mar 23 23:53:30.957559 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1018af6-94d2-4ecc-8919-ad99d7807a2f req-14a19722-93f2-4fc8-8030-b627b7beabf4 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:30.959882 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-b1018af6-94d2-4ecc-8919-ad99d7807a2f req-14a19722-93f2-4fc8-8030-b627b7beabf4 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.1492128 Mar 23 23:53:30.997350 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port db3d7dda-8ebf-4446-bb39-8891124656cc triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:30.997350 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (db3d7dda-8ebf-4446-bb39-8891124656cc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:31.035891 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35006bbf-6287-49bd-bbdc-f727700c5189 req-f0b12627-36c0-40b4-8560-de3022e801b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:31.037402 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-35006bbf-6287-49bd-bbdc-f727700c5189 req-f0b12627-36c0-40b4-8560-de3022e801b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3dfa0736-7078-436a-bef7-91bda4df3d72 HTTP/1.1" status: 200 len: 849 time: 0.1911945 Mar 23 23:53:31.044068 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b4684561-9a05-43a4-8856-dab5a0428da2 req-021b6acb-e8c2-48d6-bc36-af503d6ad09e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4413e9c-059c-44fb-96d4-d0b4cbdf595b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249584 Mar 23 23:53:31.067934 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e952d2e0-f3a2-409f-8bc8-0308c6b61ca3 None None] Port 37701e56-2f23-4f44-a854-a229517314ff cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:53:31.119220 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] Set router d785737c-320f-4962-a294-3261bc781f89 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:53:31.138435 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35006bbf-6287-49bd-bbdc-f727700c5189 req-7a842043-eab2-4516-b15b-49372a34ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:31.139717 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-35006bbf-6287-49bd-bbdc-f727700c5189 req-7a842043-eab2-4516-b15b-49372a34ef75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0947239 Mar 23 23:53:31.252167 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port db3d7dda-8ebf-4446-bb39-8891124656cc is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:53:31.253327 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 44df3911-983c-4262-addf-7ff93e72bca4 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:53:31.368235 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 44df3911-983c-4262-addf-7ff93e72bca4 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:31.368976 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (44df3911-983c-4262-addf-7ff93e72bca4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:31.411637 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-b1018af6-94d2-4ecc-8919-ad99d7807a2f req-57a19e35-05d2-4561-ad46-a630589347c3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Deleting port 153c883a-e8b2-4367-acc5-ba9a9a26711a {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:53:31.412065 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b1018af6-94d2-4ecc-8919-ad99d7807a2f req-57a19e35-05d2-4561-ad46-a630589347c3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (153c883a-e8b2-4367-acc5-ba9a9a26711a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:31.437514 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd785737c-320f-4962-a294-3261bc781f89', 'name': 'tempest-TestMinimumBasicScenario-1377356477-router', 'tenant_id': '86b53d83117943ef8566e8091d3c0d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '5972b558-0007-40c9-8ba3-6ae5263b98ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:26Z', 'updated_at': '2022-03-23T23:53:29Z', 'revision_number': 3, 'project_id': '86b53d83117943ef8566e8091d3c0d8f', 'gw_port': {'id': '5972b558-0007-40c9-8ba3-6ae5263b98ac', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd785737c-320f-4962-a294-3261bc781f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:27Z', 'updated_at': '2022-03-23T23:53:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:31.467761 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] Checking router: d785737c-320f-4962-a294-3261bc781f89 for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:53:31.467978 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] Updating router d785737c-320f-4962-a294-3261bc781f89 port 5972b558-0007-40c9-8ba3-6ae5263b98ac binding host dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 23:53:31.518331 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (5972b558-0007-40c9-8ba3-6ae5263b98ac), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:31.536212 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37701e56-2f23-4f44-a854-a229517314ff {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:53:31.547928 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 44df3911-983c-4262-addf-7ff93e72bca4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:53:31.554454 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] Publish callbacks [] for port (37701e56-2f23-4f44-a854-a229517314ff), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:31.565886 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b1018af6-94d2-4ecc-8919-ad99d7807a2f req-57a19e35-05d2-4561-ad46-a630589347c3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] For port 153c883a-e8b2-4367-acc5-ba9a9a26711a, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=153c883a-e8b2-4367-acc5-ba9a9a26711a,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:53:31.566332 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b1018af6-94d2-4ecc-8919-ad99d7807a2f req-57a19e35-05d2-4561-ad46-a630589347c3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (153c883a-e8b2-4367-acc5-ba9a9a26711a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:31.584910 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] Transition to ACTIVE for port object 37701e56-2f23-4f44-a854-a229517314ff will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 23:53:31.603078 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a94474-c15c-4ef0-b0d8-416b49c453d6 req-90b1edaa-7031-40bf-ab86-714c8cfd9fb4 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:31.604647 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-78a94474-c15c-4ef0-b0d8-416b49c453d6 req-90b1edaa-7031-40bf-ab86-714c8cfd9fb4 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 932 time: 0.4604383 Mar 23 23:53:31.623941 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (37701e56-2f23-4f44-a854-a229517314ff), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:31.633901 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-35006bbf-6287-49bd-bbdc-f727700c5189 req-c56b1a1f-8fcf-4198-b89c-3cae147ed0a6 service neutron] 10.222.0.20 "GET /v2.0/networks/2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474821 Mar 23 23:53:31.799818 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] Pushing event updated for resources: {'Port': ['ID=37701e56-2f23-4f44-a854-a229517314ff,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:31.803581 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-78a94474-c15c-4ef0-b0d8-416b49c453d6 req-3fbfd6d4-caa0-4f5b-bd68-cafa67b23aa0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842234 Mar 23 23:53:31.846818 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-35006bbf-6287-49bd-bbdc-f727700c5189 req-a4c2bb2c-ebf2-4a04-b4a7-64846b33fde3 service neutron] 10.222.0.20 "GET /v2.0/networks/2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726758 Mar 23 23:53:31.871651 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] Publish callbacks [] for port (5972b558-0007-40c9-8ba3-6ae5263b98ac), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:31.881142 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (5972b558-0007-40c9-8ba3-6ae5263b98ac), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:31.947398 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] Attempting to bind port 5972b558-0007-40c9-8ba3-6ae5263b98ac on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:53:31.948128 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] Attempting to bind port 5972b558-0007-40c9-8ba3-6ae5263b98ac by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:53:31.948957 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] Attempting to bind port 5972b558-0007-40c9-8ba3-6ae5263b98ac on network b729df10-08c3-4315-b5ba-4a4ad36352af {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:53:31.962444 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187f7ed-5f82-40ae-8b9b-71a9610252ab None None] Pushing event updated for resources: {'Port': ['ID=5972b558-0007-40c9-8ba3-6ae5263b98ac,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:31.968197 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] Attempting to bind port 37701e56-2f23-4f44-a854-a229517314ff on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:53:31.968535 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] Attempting to bind port 37701e56-2f23-4f44-a854-a229517314ff by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': 'f7320b78-aec7-4e30-925e-ceef89f4e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:53:31.968860 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] Attempting to bind port 37701e56-2f23-4f44-a854-a229517314ff on network d01bdeec-57ed-409b-a257-e0c6c9a81aea {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:53:31.970643 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:53:31.970955 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] Checking segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:53:31.971360 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:31.971758 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] Bound using segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:53:31.972252 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] Bound port: 5972b558-0007-40c9-8ba3-6ae5263b98ac, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:53:31.972657 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (5972b558-0007-40c9-8ba3-6ae5263b98ac), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:31.991004 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b1018af6-94d2-4ecc-8919-ad99d7807a2f req-57a19e35-05d2-4561-ad46-a630589347c3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:31.991548 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b1018af6-94d2-4ecc-8919-ad99d7807a2f req-57a19e35-05d2-4561-ad46-a630589347c3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (86907758-7835-4067-ac44-edd63ae8737b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:31.992091 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.l3_db [req-b1018af6-94d2-4ecc-8919-ad99d7807a2f req-57a19e35-05d2-4561-ad46-a630589347c3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Floating IP 86907758-7835-4067-ac44-edd63ae8737b disassociated. External IP: 172.27.0.191, port: 153c883a-e8b2-4367-acc5-ba9a9a26711a. Mar 23 23:53:31.993698 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-b1018af6-94d2-4ecc-8919-ad99d7807a2f req-57a19e35-05d2-4561-ad46-a630589347c3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Calling delete_port for 153c883a-e8b2-4367-acc5-ba9a9a26711a owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:53:32.001943 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] Port 37701e56-2f23-4f44-a854-a229517314ff on network d01bdeec-57ed-409b-a257-e0c6c9a81aea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 23:53:32.005711 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] Attempting to bind port 37701e56-2f23-4f44-a854-a229517314ff on network d01bdeec-57ed-409b-a257-e0c6c9a81aea {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:53:32.027684 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:53:32.028076 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] Checking segment: {'id': 'f7320b78-aec7-4e30-925e-ceef89f4e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:53:32.028467 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] Bound using segment: {'id': 'f7320b78-aec7-4e30-925e-ceef89f4e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:53:32.028645 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95e4d025-adcf-4cfd-b341-2c20cc193780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:32.029028 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] Bound port: 37701e56-2f23-4f44-a854-a229517314ff, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7320b78-aec7-4e30-925e-ceef89f4e8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:53:32.029408 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (37701e56-2f23-4f44-a854-a229517314ff), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:32.040140 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] For port 5972b558-0007-40c9-8ba3-6ae5263b98ac, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:53:32.043636 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] For port 5972b558-0007-40c9-8ba3-6ae5263b98ac, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=5972b558-0007-40c9-8ba3-6ae5263b98ac,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:53:32.051700 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (5972b558-0007-40c9-8ba3-6ae5263b98ac), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:32.107644 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] Routers {'d785737c-320f-4962-a294-3261bc781f89'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:53:32.108431 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:53:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['d785737c-320f-4962-a294-3261bc781f89'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:32.173295 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] For port 37701e56-2f23-4f44-a854-a229517314ff, host hv-cinder-74915, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:53:32.184144 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187f7ed-5f82-40ae-8b9b-71a9610252ab None None] Pushing event updated for resources: {'Port': ['ID=5972b558-0007-40c9-8ba3-6ae5263b98ac,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:32.205204 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] For port 37701e56-2f23-4f44-a854-a229517314ff, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=37701e56-2f23-4f44-a854-a229517314ff,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:53:32.214297 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc62b4-8b79-49ef-9bb4-5acb8f5fcf50 req-745ab6ea-78aa-43c3-890f-0d9842b3c24f tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:32.215982 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3efc62b4-8b79-49ef-9bb4-5acb8f5fcf50 req-745ab6ea-78aa-43c3-890f-0d9842b3c24f tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 945 time: 0.1764872 Mar 23 23:53:32.250466 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] Set router d785737c-320f-4962-a294-3261bc781f89 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:53:32.254391 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (37701e56-2f23-4f44-a854-a229517314ff), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:32.293232 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410160bb-1793-4e17-925c-16a81aba10f0 req-a695080e-ac86-4049-bc0b-ddedfaaac6ba tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:32.294801 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-410160bb-1793-4e17-925c-16a81aba10f0 req-a695080e-ac86-4049-bc0b-ddedfaaac6ba tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=95cc5eeb-876b-4822-a20f-1dd369c7c382 HTTP/1.1" status: 200 len: 943 time: 0.1454806 Mar 23 23:53:32.321189 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:32.322029 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:32.323705 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] 10.222.0.20 "PUT /v2.0/ports/37701e56-2f23-4f44-a854-a229517314ff HTTP/1.1" status: 200 len: 1094 time: 1.7467976 Mar 23 23:53:32.324295 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749f44b4-90cb-4411-8b56-995f55a89b3b', 'tag': '37701e56-2f23-4f44-a854-a229517314ff'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:53:32.326704 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676dd593-4170-4dc8-9599-c1a6e95f6d43" -d '{"events": [{"name": "network-changed", "server_uuid": "749f44b4-90cb-4411-8b56-995f55a89b3b", "tag": "37701e56-2f23-4f44-a854-a229517314ff"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:53:32.343476 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b1018af6-94d2-4ecc-8919-ad99d7807a2f req-57a19e35-05d2-4561-ad46-a630589347c3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (153c883a-e8b2-4367-acc5-ba9a9a26711a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:32.372087 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3efc62b4-8b79-49ef-9bb4-5acb8f5fcf50 req-19769cc9-dcf0-4c02-8e7b-489e2fc60cf2 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=2661c6d0-6b0d-4504-83f7-7b37459a6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487927 Mar 23 23:53:32.382922 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1de990-0f98-4f7f-a6fa-281e90ac8880 service neutron] Pushing event updated for resources: {'Port': ['ID=37701e56-2f23-4f44-a854-a229517314ff,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:32.391576 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-95e4d025-adcf-4cfd-b341-2c20cc193780 admin admin] Allocated IP 172.20.0.1 (cecbc5d4-260a-4817-bd74-952bfd76d2b7/d7fd38d2-a9ba-440f-99be-6ba662db8c37/efc6815a-f4fe-4477-8023-c52a2105f58a) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:53:32.410646 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-410160bb-1793-4e17-925c-16a81aba10f0 req-d9d0e535-9ac5-49ae-9d88-ab9613b4da1c tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4413e9c-059c-44fb-96d4-d0b4cbdf595b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046634 Mar 23 23:53:32.509317 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd785737c-320f-4962-a294-3261bc781f89', 'name': 'tempest-TestMinimumBasicScenario-1377356477-router', 'tenant_id': '86b53d83117943ef8566e8091d3c0d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '5972b558-0007-40c9-8ba3-6ae5263b98ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:26Z', 'updated_at': '2022-03-23T23:53:29Z', 'revision_number': 3, 'project_id': '86b53d83117943ef8566e8091d3c0d8f', 'gw_port': {'id': '5972b558-0007-40c9-8ba3-6ae5263b98ac', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd785737c-320f-4962-a294-3261bc781f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:27Z', 'updated_at': '2022-03-23T23:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:32.536282 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e20cf-9da1-4002-b104-76de5e01e3ac None None] The sync data for ids ['d785737c-320f-4962-a294-3261bc781f89'] in dv-cinder-749155-6-iscsi is: [{'id': 'd785737c-320f-4962-a294-3261bc781f89', 'name': 'tempest-TestMinimumBasicScenario-1377356477-router', 'tenant_id': '86b53d83117943ef8566e8091d3c0d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '5972b558-0007-40c9-8ba3-6ae5263b98ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:26Z', 'updated_at': '2022-03-23T23:53:29Z', 'revision_number': 3, 'project_id': '86b53d83117943ef8566e8091d3c0d8f', 'gw_port': {'id': '5972b558-0007-40c9-8ba3-6ae5263b98ac', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd785737c-320f-4962-a294-3261bc781f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:27Z', 'updated_at': '2022-03-23T23:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:53:32.543600 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95e4d025-adcf-4cfd-b341-2c20cc193780 admin admin] Publish callbacks [] for port (efc6815a-f4fe-4477-8023-c52a2105f58a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:32.572587 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673fd2aa-ac73-4add-952f-f36f62ade337 x-openstack-request-id: req-673fd2aa-ac73-4add-952f-f36f62ade337 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:53:32.573048 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749f44b4-90cb-4411-8b56-995f55a89b3b", "tag": "37701e56-2f23-4f44-a854-a229517314ff", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:53:32.573635 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-673fd2aa-ac73-4add-952f-f36f62ade337 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:53:32.573957 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-673fd2aa-ac73-4add-952f-f36f62ade337'] response: {'name': 'network-changed', 'server_uuid': '749f44b4-90cb-4411-8b56-995f55a89b3b', 'tag': '37701e56-2f23-4f44-a854-a229517314ff', 'status': 'completed', 'code': 200} Mar 23 23:53:32.577990 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a19e35-05d2-4561-ad46-a630589347c3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Pushing event deleted for resources: {'Port': ['ID=153c883a-e8b2-4367-acc5-ba9a9a26711a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:32.593008 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95e4d025-adcf-4cfd-b341-2c20cc193780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (efc6815a-f4fe-4477-8023-c52a2105f58a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:32.621709 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-5b9fd678-baff-4a64-96be-9016df1e70a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:32.623249 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-5b9fd678-baff-4a64-96be-9016df1e70a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1764164142a40b0991cbb88184b7255&device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 1128 time: 0.2350683 Mar 23 23:53:32.625076 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1018af6-94d2-4ecc-8919-ad99d7807a2f req-57a19e35-05d2-4561-ad46-a630589347c3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Router 0bb096a8-777d-412d-9127-ab6b5eb1c066 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:53:32.639984 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e4d025-adcf-4cfd-b341-2c20cc193780 admin admin] Network cecbc5d4-260a-4817-bd74-952bfd76d2b7 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:53:32.643054 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-95e4d025-adcf-4cfd-b341-2c20cc193780 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:53:32.649180 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e4d025-adcf-4cfd-b341-2c20cc193780 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:53:32.672335 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-2a60fc41-6402-40af-879a-c222da05b4d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37701e56-2f23-4f44-a854-a229517314ff HTTP/1.1" status: 200 len: 217 time: 0.0416176 Mar 23 23:53:32.674244 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4d025-adcf-4cfd-b341-2c20cc193780 admin admin] Pushing event updated for resources: {'Port': ['ID=efc6815a-f4fe-4477-8023-c52a2105f58a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:32.702339 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95e4d025-adcf-4cfd-b341-2c20cc193780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574717'] for router_interface (d785737c-320f-4962-a294-3261bc781f89), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:32.798943 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-9b204a8f-730a-4b45-8ab2-bb3586a1f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:32.800673 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-9b204a8f-730a-4b45-8ab2-bb3586a1f868 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6136d15b-a857-4672-9f46-946dc92786dd HTTP/1.1" status: 200 len: 856 time: 0.1228621 Mar 23 23:53:32.884309 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1018af6-94d2-4ecc-8919-ad99d7807a2f req-57a19e35-05d2-4561-ad46-a630589347c3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:53:32.906123 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95e4d025-adcf-4cfd-b341-2c20cc193780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (efc6815a-f4fe-4477-8023-c52a2105f58a), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:32.918659 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5438e0d-4faa-44e5-b1ab-852bb8319659 None None] Sync routers for ids ['0bb096a8-777d-412d-9127-ab6b5eb1c066'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:53:32.934154 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5438e0d-4faa-44e5-b1ab-852bb8319659 None None] Routers {'0bb096a8-777d-412d-9127-ab6b5eb1c066'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:53:32.934780 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c5438e0d-4faa-44e5-b1ab-852bb8319659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:53:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0bb096a8-777d-412d-9127-ab6b5eb1c066'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:32.989288 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1018af6-94d2-4ecc-8919-ad99d7807a2f req-57a19e35-05d2-4561-ad46-a630589347c3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] No DVR routers for this DVR port 153c883a-e8b2-4367-acc5-ba9a9a26711a on host hv-cinder-74915 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:53:32.992954 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b1018af6-94d2-4ecc-8919-ad99d7807a2f req-57a19e35-05d2-4561-ad46-a630589347c3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:32.997188 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-b1018af6-94d2-4ecc-8919-ad99d7807a2f req-57a19e35-05d2-4561-ad46-a630589347c3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.20 "DELETE /v2.0/ports/153c883a-e8b2-4367-acc5-ba9a9a26711a HTTP/1.1" status: 204 len: 173 time: 2.0109401 Mar 23 23:53:32.999912 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-9294c254-f0be-4b95-a6c4-5f6d92a096aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:33.001710 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-9294c254-f0be-4b95-a6c4-5f6d92a096aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d01bdeec-57ed-409b-a257-e0c6c9a81aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1945603 Mar 23 23:53:33.128071 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f2024844-ab36-4610-993b-850f3e2bd568 None None] Provisioning complete for port efc6815a-f4fe-4477-8023-c52a2105f58a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:33.130634 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f2024844-ab36-4610-993b-850f3e2bd568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (efc6815a-f4fe-4477-8023-c52a2105f58a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:33.173548 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-c5438e0d-4faa-44e5-b1ab-852bb8319659 None None] Set router 0bb096a8-777d-412d-9127-ab6b5eb1c066 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:53:33.206956 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-c524cb4e-d7a1-4139-9024-2f77a08552a2 service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980138 Mar 23 23:53:33.217395 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8a45b-2a68-44eb-b71c-27d34d80c305 req-1765f306-fec6-4da1-8506-465c20ec449d tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:33.221647 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-02d8a45b-2a68-44eb-b71c-27d34d80c305 req-1765f306-fec6-4da1-8506-465c20ec449d tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 944 time: 0.2748194 Mar 23 23:53:33.330308 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-02d8a45b-2a68-44eb-b71c-27d34d80c305 req-eee27019-06da-40f1-b07e-d17c2fac5286 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982862 Mar 23 23:53:33.396865 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-5e21b164-a75f-4dd1-b104-ae544da7aef6 req-45e8c75f-8f9d-4753-84dd-dd59b7f33e92 service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804378 Mar 23 23:53:33.397122 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95e4d025-adcf-4cfd-b341-2c20cc193780 admin admin] Publish callbacks [] for port (efc6815a-f4fe-4477-8023-c52a2105f58a), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:33.401430 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f2024844-ab36-4610-993b-850f3e2bd568 None None] Port efc6815a-f4fe-4477-8023-c52a2105f58a cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:53:33.408395 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95e4d025-adcf-4cfd-b341-2c20cc193780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5624838'] for port (efc6815a-f4fe-4477-8023-c52a2105f58a), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:33.471231 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c5438e0d-4faa-44e5-b1ab-852bb8319659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'name': 'tempest-ServerRescueNegativeTestJSON-58438199-router', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '3b706113-9f28-431d-869a-030cb227901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'gw_port': {'id': '3b706113-9f28-431d-869a-030cb227901b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:48Z', 'updated_at': '2022-03-23T23:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'f5c2f019-62b5-4b87-8c23-e3f87fa091a8', 'name': '', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'mac_address': 'fa:16:3e:aa:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:54Z', 'updated_at': '2022-03-23T23:49:05Z', 'revision_number': 5, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'subnets': [{'id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:33.497481 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95e4d025-adcf-4cfd-b341-2c20cc193780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574569'] for router_interface (d785737c-320f-4962-a294-3261bc781f89), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:33.515901 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4d025-adcf-4cfd-b341-2c20cc193780 admin admin] Pushing event updated for resources: {'Port': ['ID=efc6815a-f4fe-4477-8023-c52a2105f58a,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:33.534788 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5438e0d-4faa-44e5-b1ab-852bb8319659 None None] Checking router: 0bb096a8-777d-412d-9127-ab6b5eb1c066 for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:53:33.556246 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dd593-4170-4dc8-9599-c1a6e95f6d43 req-d067580b-0530-490f-b220-24b851ac5597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:33.560449 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-676dd593-4170-4dc8-9599-c1a6e95f6d43 req-d067580b-0530-490f-b220-24b851ac5597 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1764164142a40b0991cbb88184b7255&device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 1128 time: 0.1046209 Mar 23 23:53:33.564983 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5438e0d-4faa-44e5-b1ab-852bb8319659 None None] Routers {'0bb096a8-777d-412d-9127-ab6b5eb1c066'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:53:33.565638 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c5438e0d-4faa-44e5-b1ab-852bb8319659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:53:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0bb096a8-777d-412d-9127-ab6b5eb1c066'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:33.622332 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1411823f-b95d-433e-befe-02395b985229 req-390cba85-d291-4e07-821b-908f2dac7ddc tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff7ddc7-8cd7-4703-97cb-9e53164cf1c7 HTTP/1.1" status: 200 len: 210 time: 0.0444763 Mar 23 23:53:33.713542 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device fe229d0c-1932-43ce-a752-f636ccfea279 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:53:33.735534 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-c5438e0d-4faa-44e5-b1ab-852bb8319659 None None] Set router 0bb096a8-777d-412d-9127-ab6b5eb1c066 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:53:33.743397 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dd593-4170-4dc8-9599-c1a6e95f6d43 req-207c6878-0863-4321-962f-737fad0c4ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:33.744893 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-676dd593-4170-4dc8-9599-c1a6e95f6d43 req-207c6878-0863-4321-962f-737fad0c4ec8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d01bdeec-57ed-409b-a257-e0c6c9a81aea HTTP/1.1" status: 200 len: 917 time: 0.1752300 Mar 23 23:53:33.751036 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570872d-56af-47d1-8149-cb60cbc768d7 req-a0a0ae91-a88c-4e94-8112-1853ad741523 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:33.752481 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b570872d-56af-47d1-8149-cb60cbc768d7 req-a0a0ae91-a88c-4e94-8112-1853ad741523 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=95cc5eeb-876b-4822-a20f-1dd369c7c382 HTTP/1.1" status: 200 len: 943 time: 0.1768246 Mar 23 23:53:33.757959 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e4d025-adcf-4cfd-b341-2c20cc193780 admin admin] Network cecbc5d4-260a-4817-bd74-952bfd76d2b7 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:53:33.760053 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-95e4d025-adcf-4cfd-b341-2c20cc193780 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:53:33.833935 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-676dd593-4170-4dc8-9599-c1a6e95f6d43 req-6fa19f64-0a48-4662-a83b-3718bc75c39d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37701e56-2f23-4f44-a854-a229517314ff HTTP/1.1" status: 200 len: 217 time: 0.0820966 Mar 23 23:53:33.858843 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port fe229d0c-1932-43ce-a752-f636ccfea279, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=fe229d0c-1932-43ce-a752-f636ccfea279,segment=NetworkSegment(0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf),segment_id=0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:53:33.873517 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': 'fe229d0c-1932-43ce-a752-f636ccfea279', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'port_id': 'fe229d0c-1932-43ce-a752-f636ccfea279', 'mac_address': 'fa:16:3e:a6:f8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:53:33.927798 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port fe229d0c-1932-43ce-a752-f636ccfea279 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:53:33.928208 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (fe229d0c-1932-43ce-a752-f636ccfea279), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:33.932923 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dd593-4170-4dc8-9599-c1a6e95f6d43 req-5efcde8d-c0cd-468e-9344-01a80113e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:33.934475 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-676dd593-4170-4dc8-9599-c1a6e95f6d43 req-5efcde8d-c0cd-468e-9344-01a80113e3eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6136d15b-a857-4672-9f46-946dc92786dd HTTP/1.1" status: 200 len: 856 time: 0.0947590 Mar 23 23:53:33.944202 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b570872d-56af-47d1-8149-cb60cbc768d7 req-3067286d-3e42-448c-b4d0-26a9e159f697 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4413e9c-059c-44fb-96d4-d0b4cbdf595b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819148 Mar 23 23:53:33.944415 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe229d0c-1932-43ce-a752-f636ccfea279 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:53:33.972444 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port fe229d0c-1932-43ce-a752-f636ccfea279, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=fe229d0c-1932-43ce-a752-f636ccfea279,segment=NetworkSegment(0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf),segment_id=0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:53:33.979016 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (fe229d0c-1932-43ce-a752-f636ccfea279), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:34.027507 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e4d025-adcf-4cfd-b341-2c20cc193780 admin admin] Router d785737c-320f-4962-a294-3261bc781f89 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:53:34.047482 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=fe229d0c-1932-43ce-a752-f636ccfea279,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:34.061864 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dd593-4170-4dc8-9599-c1a6e95f6d43 req-cf35fff5-a473-4cc6-a599-caf2d9ad8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:34.064894 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-676dd593-4170-4dc8-9599-c1a6e95f6d43 req-cf35fff5-a473-4cc6-a599-caf2d9ad8f01 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d01bdeec-57ed-409b-a257-e0c6c9a81aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1239028 Mar 23 23:53:34.126474 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-18400aaf-c922-44dd-bdbf-8128597409a8 None None] Provisioning complete for port efc6815a-f4fe-4477-8023-c52a2105f58a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:34.126474 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-18400aaf-c922-44dd-bdbf-8128597409a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (efc6815a-f4fe-4477-8023-c52a2105f58a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:34.180195 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-18400aaf-c922-44dd-bdbf-8128597409a8 None None] Port efc6815a-f4fe-4477-8023-c52a2105f58a cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:53:34.182566 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e4d025-adcf-4cfd-b341-2c20cc193780 admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:53:34.193291 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-676dd593-4170-4dc8-9599-c1a6e95f6d43 req-1e95a8fe-f6d6-4bbd-b6e1-969dd15e10b3 service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156445 Mar 23 23:53:34.193469 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-95e4d025-adcf-4cfd-b341-2c20cc193780 admin admin] 10.222.0.31 "PUT /v2.0/routers/d785737c-320f-4962-a294-3261bc781f89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2518859 Mar 23 23:53:34.229879 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c5438e0d-4faa-44e5-b1ab-852bb8319659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'name': 'tempest-ServerRescueNegativeTestJSON-58438199-router', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '3b706113-9f28-431d-869a-030cb227901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'gw_port': {'id': '3b706113-9f28-431d-869a-030cb227901b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:48Z', 'updated_at': '2022-03-23T23:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'f5c2f019-62b5-4b87-8c23-e3f87fa091a8', 'name': '', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'mac_address': 'fa:16:3e:aa:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:54Z', 'updated_at': '2022-03-23T23:49:05Z', 'revision_number': 5, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'subnets': [{'id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:34.251823 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['fe229d0c-1932-43ce-a752-f636ccfea279'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:53:34.270224 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5438e0d-4faa-44e5-b1ab-852bb8319659 None None] The sync data for ids ['0bb096a8-777d-412d-9127-ab6b5eb1c066'] in dv-cinder-749155-6-iscsi is: [{'id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'name': 'tempest-ServerRescueNegativeTestJSON-58438199-router', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '3b706113-9f28-431d-869a-030cb227901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'gw_port': {'id': '3b706113-9f28-431d-869a-030cb227901b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:48Z', 'updated_at': '2022-03-23T23:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'f5c2f019-62b5-4b87-8c23-e3f87fa091a8', 'name': '', 'network_id': '5e8de27b-07d3-4627-8f07-85afc18d3e4e', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'mac_address': 'fa:16:3e:aa:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:54Z', 'updated_at': '2022-03-23T23:49:05Z', 'revision_number': 5, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'subnets': [{'id': '36fdea4e-dd3d-4b87-92dc-886e2d219615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:53:34.290181 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-676dd593-4170-4dc8-9599-c1a6e95f6d43 req-c878094e-08a6-49bd-95ec-9ed012f96c57 service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925558 Mar 23 23:53:34.472039 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a18af-f2ec-4286-beb6-bd919f29b227 req-d45c167b-c1f9-43bb-852d-c2c869dc1031 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:34.473571 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3b4a18af-f2ec-4286-beb6-bd919f29b227 req-d45c167b-c1f9-43bb-852d-c2c869dc1031 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 944 time: 0.0533102 Mar 23 23:53:34.522096 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3b4a18af-f2ec-4286-beb6-bd919f29b227 req-209fdbda-229c-48d6-bc37-a012d747b285 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426419 Mar 23 23:53:34.574727 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff7ddc7-8cd7-4703-97cb-9e53164cf1c7', 'name': 'network-vif-deleted', 'tag': '153c883a-e8b2-4367-acc5-ba9a9a26711a'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:53:34.577401 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e51882e-cf7b-4d57-8b6f-423668512aac" -d '{"events": [{"server_uuid": "cff7ddc7-8cd7-4703-97cb-9e53164cf1c7", "name": "network-vif-deleted", "tag": "153c883a-e8b2-4367-acc5-ba9a9a26711a"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:53:34.619155 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3997210-8995-419d-86f7-dd5c98c1892d x-openstack-request-id: req-d3997210-8995-419d-86f7-dd5c98c1892d {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:53:34.619762 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff7ddc7-8cd7-4703-97cb-9e53164cf1c7", "name": "network-vif-deleted", "tag": "153c883a-e8b2-4367-acc5-ba9a9a26711a", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:53:34.623986 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 5972b558-0007-40c9-8ba3-6ae5263b98ac up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:53:34.627133 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3997210-8995-419d-86f7-dd5c98c1892d {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:53:34.627501 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3997210-8995-419d-86f7-dd5c98c1892d'] response: {'server_uuid': 'cff7ddc7-8cd7-4703-97cb-9e53164cf1c7', 'name': 'network-vif-deleted', 'tag': '153c883a-e8b2-4367-acc5-ba9a9a26711a', 'status': 'completed', 'code': 200} Mar 23 23:53:34.684535 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 5972b558-0007-40c9-8ba3-6ae5263b98ac triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:34.685130 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (5972b558-0007-40c9-8ba3-6ae5263b98ac), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:34.744791 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 51740) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:34.791002 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 5972b558-0007-40c9-8ba3-6ae5263b98ac is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:53:34.791502 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (5972b558-0007-40c9-8ba3-6ae5263b98ac), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:34.814848 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b84bf5c-5213-4e72-ae3a-31e8ccf724c8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for security_group (2661c6d0-6b0d-4504-83f7-7b37459a6c52), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:34.815414 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] For port 5972b558-0007-40c9-8ba3-6ae5263b98ac, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=5972b558-0007-40c9-8ba3-6ae5263b98ac,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:53:34.819716 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (5972b558-0007-40c9-8ba3-6ae5263b98ac), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:34.848741 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b84bf5c-5213-4e72-ae3a-31e8ccf724c8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for security_group (2661c6d0-6b0d-4504-83f7-7b37459a6c52), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:34.874870 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Pushing event updated for resources: {'Port': ['ID=5972b558-0007-40c9-8ba3-6ae5263b98ac,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:34.905153 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b84bf5c-5213-4e72-ae3a-31e8ccf724c8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (2661c6d0-6b0d-4504-83f7-7b37459a6c52), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:34.908068 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b84bf5c-5213-4e72-ae3a-31e8ccf724c8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:34.911737 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-9b84bf5c-5213-4e72-ae3a-31e8ccf724c8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "DELETE /v2.0/security-groups/2661c6d0-6b0d-4504-83f7-7b37459a6c52 HTTP/1.1" status: 204 len: 168 time: 0.1636829 Mar 23 23:53:34.913401 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51746) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:34.921695 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84bf5c-5213-4e72-ae3a-31e8ccf724c8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2661c6d0-6b0d-4504-83f7-7b37459a6c52,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:34.943277 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.api.v2.resource [None req-914f22a9-4829-430a-acc8-0938d234e50e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] show failed (client error): The resource could not be found. Mar 23 23:53:34.944473 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-914f22a9-4829-430a-acc8-0938d234e50e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups/2661c6d0-6b0d-4504-83f7-7b37459a6c52 HTTP/1.1" status: 404 len: 347 time: 0.0282605 Mar 23 23:53:34.948942 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51750) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:35.117166 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-bf624f51-8658-4483-9027-29951712e1d8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Deleting port 5507cd9d-8467-4a6e-8588-f88941b17fca {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:53:35.118579 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf624f51-8658-4483-9027-29951712e1d8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (5507cd9d-8467-4a6e-8588-f88941b17fca), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:35.130583 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4714726f-d515-4ddb-8ca2-883b5978c601 None None] New status for floating IP 86907758-7835-4067-ac44-edd63ae8737b: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:53:35.147585 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f35db-3e4c-4764-9c26-020009392c06 req-c9042711-68ee-46a5-b0d4-92a97002a9af tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:35.155920 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c94f35db-3e4c-4764-9c26-020009392c06 req-c9042711-68ee-46a5-b0d4-92a97002a9af tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=95cc5eeb-876b-4822-a20f-1dd369c7c382 HTTP/1.1" status: 200 len: 944 time: 0.0956597 Mar 23 23:53:35.222511 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf624f51-8658-4483-9027-29951712e1d8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (5507cd9d-8467-4a6e-8588-f88941b17fca), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:35.223195 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf624f51-8658-4483-9027-29951712e1d8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for floatingip (5507cd9d-8467-4a6e-8588-f88941b17fca), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:35.250210 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-bf624f51-8658-4483-9027-29951712e1d8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Calling delete_port for 5507cd9d-8467-4a6e-8588-f88941b17fca owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:53:35.259786 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c94f35db-3e4c-4764-9c26-020009392c06 req-da8f6f4a-fec6-456c-a5cc-018c94b31adb tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4413e9c-059c-44fb-96d4-d0b4cbdf595b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962508 Mar 23 23:53:35.480281 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf624f51-8658-4483-9027-29951712e1d8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (5507cd9d-8467-4a6e-8588-f88941b17fca), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:35.517402 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf624f51-8658-4483-9027-29951712e1d8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Pushing event deleted for resources: {'Port': ['ID=5507cd9d-8467-4a6e-8588-f88941b17fca,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:35.588529 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf624f51-8658-4483-9027-29951712e1d8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks [] for floatingip (86907758-7835-4067-ac44-edd63ae8737b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:35.593560 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf624f51-8658-4483-9027-29951712e1d8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:35.594981 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-bf624f51-8658-4483-9027-29951712e1d8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "DELETE /v2.0/floatingips/86907758-7835-4067-ac44-edd63ae8737b HTTP/1.1" status: 204 len: 168 time: 0.6450310 Mar 23 23:53:35.647692 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:53:35.710884 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 37701e56-2f23-4f44-a854-a229517314ff details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:53:35.712283 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db216d0-0df7-4ae2-82a5-e3bf749c5ba8 req-e35c272d-a798-4354-87d3-29f18ccd0812 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:35.713995 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8db216d0-0df7-4ae2-82a5-e3bf749c5ba8 req-e35c272d-a798-4354-87d3-29f18ccd0812 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 944 time: 0.0811470 Mar 23 23:53:35.723632 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device fe229d0c-1932-43ce-a752-f636ccfea279 up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:53:35.815322 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8db216d0-0df7-4ae2-82a5-e3bf749c5ba8 req-df53d762-6c33-4b8b-8459-5a7ae0007a32 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760279 Mar 23 23:53:35.899585 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] Sync routers for ids ['d785737c-320f-4962-a294-3261bc781f89'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:53:35.919182 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] Routers {'d785737c-320f-4962-a294-3261bc781f89'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:53:35.920031 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:53:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['d785737c-320f-4962-a294-3261bc781f89'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:35.936848 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port fe229d0c-1932-43ce-a752-f636ccfea279 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 23:53:35.950705 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 37701e56-2f23-4f44-a854-a229517314ff, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=37701e56-2f23-4f44-a854-a229517314ff,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:53:35.953521 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port fe229d0c-1932-43ce-a752-f636ccfea279 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:35.953895 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (fe229d0c-1932-43ce-a752-f636ccfea279), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:35.990415 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': '37701e56-2f23-4f44-a854-a229517314ff', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'port_id': '37701e56-2f23-4f44-a854-a229517314ff', 'mac_address': 'fa:16:3e:d7:f4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:53:36.050871 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 37701e56-2f23-4f44-a854-a229517314ff is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:53:36.051570 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (37701e56-2f23-4f44-a854-a229517314ff), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:36.087477 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37701e56-2f23-4f44-a854-a229517314ff {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:53:36.098042 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] Set router d785737c-320f-4962-a294-3261bc781f89 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:53:36.116028 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port fe229d0c-1932-43ce-a752-f636ccfea279 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:53:36.116438 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (fe229d0c-1932-43ce-a752-f636ccfea279), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:36.121739 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 37701e56-2f23-4f44-a854-a229517314ff, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=37701e56-2f23-4f44-a854-a229517314ff,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:53:36.132931 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (37701e56-2f23-4f44-a854-a229517314ff), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:36.169323 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cc5eeb-876b-4822-a20f-1dd369c7c382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe229d0c-1932-43ce-a752-f636ccfea279'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:53:36.171626 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ccb2a5-caa5-4332-81cc-72a18649931a" -d '{"events": [{"server_uuid": "95cc5eeb-876b-4822-a20f-1dd369c7c382", "name": "network-vif-plugged", "status": "completed", "tag": "fe229d0c-1932-43ce-a752-f636ccfea279"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:53:36.189374 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port fe229d0c-1932-43ce-a752-f636ccfea279, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=fe229d0c-1932-43ce-a752-f636ccfea279,segment=NetworkSegment(0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf),segment_id=0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:53:36.203207 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (fe229d0c-1932-43ce-a752-f636ccfea279), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:36.204537 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 153c883a-e8b2-4367-acc5-ba9a9a26711a no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:53:36.232297 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: 153c883a-e8b2-4367-acc5-ba9a9a26711a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:53:36.232640 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 153c883a-e8b2-4367-acc5-ba9a9a26711a not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:53:36.234255 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=37701e56-2f23-4f44-a854-a229517314ff,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:36.299106 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b30e6a5-6374-47c8-a85d-909fd0b80ce5 x-openstack-request-id: req-5b30e6a5-6374-47c8-a85d-909fd0b80ce5 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:53:36.299476 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cc5eeb-876b-4822-a20f-1dd369c7c382", "name": "network-vif-plugged", "status": "completed", "tag": "fe229d0c-1932-43ce-a752-f636ccfea279", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:53:36.299808 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b30e6a5-6374-47c8-a85d-909fd0b80ce5 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:53:36.300317 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b30e6a5-6374-47c8-a85d-909fd0b80ce5'] response: {'server_uuid': '95cc5eeb-876b-4822-a20f-1dd369c7c382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe229d0c-1932-43ce-a752-f636ccfea279', 'code': 200} Mar 23 23:53:36.338434 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=fe229d0c-1932-43ce-a752-f636ccfea279,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:36.397587 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['37701e56-2f23-4f44-a854-a229517314ff'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:53:36.412349 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2b2bd-ec78-4da8-92d3-8e257da34286 req-571b125a-7556-45c1-89b6-5ecd5df9ccc1 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:36.414749 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a4b2b2bd-ec78-4da8-92d3-8e257da34286 req-571b125a-7556-45c1-89b6-5ecd5df9ccc1 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=95cc5eeb-876b-4822-a20f-1dd369c7c382 HTTP/1.1" status: 200 len: 945 time: 0.0772300 Mar 23 23:53:36.477807 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd785737c-320f-4962-a294-3261bc781f89', 'name': 'tempest-TestMinimumBasicScenario-1377356477-router', 'tenant_id': '86b53d83117943ef8566e8091d3c0d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '5972b558-0007-40c9-8ba3-6ae5263b98ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:26Z', 'updated_at': '2022-03-23T23:53:32Z', 'revision_number': 4, 'project_id': '86b53d83117943ef8566e8091d3c0d8f', 'gw_port': {'id': '5972b558-0007-40c9-8ba3-6ae5263b98ac', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd785737c-320f-4962-a294-3261bc781f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:27Z', 'updated_at': '2022-03-23T23:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'efc6815a-f4fe-4477-8023-c52a2105f58a', 'name': '', 'network_id': 'cecbc5d4-260a-4817-bd74-952bfd76d2b7', 'tenant_id': '86b53d83117943ef8566e8091d3c0d8f', 'mac_address': 'fa:16:3e:d2:ad:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd785737c-320f-4962-a294-3261bc781f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd7fd38d2-a9ba-440f-99be-6ba662db8c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:32Z', 'updated_at': '2022-03-23T23:53:33Z', 'revision_number': 2, 'project_id': '86b53d83117943ef8566e8091d3c0d8f', 'subnets': [{'id': 'd7fd38d2-a9ba-440f-99be-6ba662db8c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:36.484874 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a4b2b2bd-ec78-4da8-92d3-8e257da34286 req-97aa58e5-b124-44a3-90aa-a334a92621d9 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4413e9c-059c-44fb-96d4-d0b4cbdf595b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634754 Mar 23 23:53:36.528259 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] Checking router: d785737c-320f-4962-a294-3261bc781f89 for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:53:36.528834 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] Updating router d785737c-320f-4962-a294-3261bc781f89 port efc6815a-f4fe-4477-8023-c52a2105f58a binding host dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 23:53:36.563284 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c5947-8bee-476c-af52-960842397390 req-4e53afd1-7f1f-49b0-82f5-4c8c95e1d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:36.567285 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (efc6815a-f4fe-4477-8023-c52a2105f58a), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:36.569849 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-528c5947-8bee-476c-af52-960842397390 req-4e53afd1-7f1f-49b0-82f5-4c8c95e1d0b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95cc5eeb-876b-4822-a20f-1dd369c7c382 HTTP/1.1" status: 200 len: 1129 time: 0.1336086 Mar 23 23:53:36.644576 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-528c5947-8bee-476c-af52-960842397390 req-2930b82d-7b01-43e4-b042-708fbd187a72 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c4413e9c-059c-44fb-96d4-d0b4cbdf595b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693350 Mar 23 23:53:36.660729 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 5972b558-0007-40c9-8ba3-6ae5263b98ac up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:53:36.739774 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 5972b558-0007-40c9-8ba3-6ae5263b98ac triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:36.740452 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (5972b558-0007-40c9-8ba3-6ae5263b98ac), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:36.837062 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 5972b558-0007-40c9-8ba3-6ae5263b98ac is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:53:36.954621 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] Publish callbacks [] for port (efc6815a-f4fe-4477-8023-c52a2105f58a), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:36.964833 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (efc6815a-f4fe-4477-8023-c52a2105f58a), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:36.991485 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400caa81-46ea-43fd-a91c-9077abf67a56 req-282edefd-eaf8-4265-8c7b-598b677c98bc tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:37.000087 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-400caa81-46ea-43fd-a91c-9077abf67a56 req-282edefd-eaf8-4265-8c7b-598b677c98bc tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 945 time: 0.0746944 Mar 23 23:53:37.005623 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddcd759-6b60-4195-8f2f-4ef18e1313bf None None] Pushing event updated for resources: {'Port': ['ID=efc6815a-f4fe-4477-8023-c52a2105f58a,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:37.083033 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-400caa81-46ea-43fd-a91c-9077abf67a56 req-35c84d4d-8c76-45da-a6a7-fe9b2dd3c57b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769501 Mar 23 23:53:37.095355 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] Attempting to bind port efc6815a-f4fe-4477-8023-c52a2105f58a on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:53:37.095725 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] Attempting to bind port efc6815a-f4fe-4477-8023-c52a2105f58a by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': 'e393106e-5564-4c45-8e86-6eb8721a8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cecbc5d4-260a-4817-bd74-952bfd76d2b7'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:53:37.096087 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] Attempting to bind port efc6815a-f4fe-4477-8023-c52a2105f58a on network cecbc5d4-260a-4817-bd74-952bfd76d2b7 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:53:37.102097 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:53:37.102468 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] Checking segment: {'id': 'e393106e-5564-4c45-8e86-6eb8721a8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cecbc5d4-260a-4817-bd74-952bfd76d2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:53:37.102866 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:37.103254 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] Bound using segment: {'id': 'e393106e-5564-4c45-8e86-6eb8721a8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cecbc5d4-260a-4817-bd74-952bfd76d2b7'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:53:37.103720 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] Bound port: efc6815a-f4fe-4477-8023-c52a2105f58a, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e393106e-5564-4c45-8e86-6eb8721a8ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cecbc5d4-260a-4817-bd74-952bfd76d2b7'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:53:37.104094 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (efc6815a-f4fe-4477-8023-c52a2105f58a), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:37.195412 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] For port efc6815a-f4fe-4477-8023-c52a2105f58a, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:53:37.199249 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] For port efc6815a-f4fe-4477-8023-c52a2105f58a, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=efc6815a-f4fe-4477-8023-c52a2105f58a,segment=NetworkSegment(e393106e-5564-4c45-8e86-6eb8721a8ebd),segment_id=e393106e-5564-4c45-8e86-6eb8721a8ebd)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:53:37.210034 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (efc6815a-f4fe-4477-8023-c52a2105f58a), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:37.251143 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b8b34853-0ec5-4f6c-a417-d20c75621b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:37.291799 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] Routers {'d785737c-320f-4962-a294-3261bc781f89'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:53:37.292427 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:53:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['d785737c-320f-4962-a294-3261bc781f89'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:37.329438 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddcd759-6b60-4195-8f2f-4ef18e1313bf None None] Pushing event updated for resources: {'Port': ['ID=efc6815a-f4fe-4477-8023-c52a2105f58a,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:37.354862 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c30774fb-34f2-493e-bd82-a731d566c41a None None] Provisioning complete for port efc6815a-f4fe-4477-8023-c52a2105f58a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:37.355752 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c30774fb-34f2-493e-bd82-a731d566c41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (efc6815a-f4fe-4477-8023-c52a2105f58a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:37.427318 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] Set router d785737c-320f-4962-a294-3261bc781f89 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:53:37.469487 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c30774fb-34f2-493e-bd82-a731d566c41a None None] Current status of the port efc6815a-f4fe-4477-8023-c52a2105f58a is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:53:37.470072 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c30774fb-34f2-493e-bd82-a731d566c41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (efc6815a-f4fe-4477-8023-c52a2105f58a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:37.533760 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c30774fb-34f2-493e-bd82-a731d566c41a None None] For port efc6815a-f4fe-4477-8023-c52a2105f58a, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=efc6815a-f4fe-4477-8023-c52a2105f58a,segment=NetworkSegment(e393106e-5564-4c45-8e86-6eb8721a8ebd),segment_id=e393106e-5564-4c45-8e86-6eb8721a8ebd)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:53:37.542480 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c30774fb-34f2-493e-bd82-a731d566c41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (efc6815a-f4fe-4477-8023-c52a2105f58a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:37.621572 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30774fb-34f2-493e-bd82-a731d566c41a None None] Pushing event updated for resources: {'Port': ['ID=efc6815a-f4fe-4477-8023-c52a2105f58a,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:37.675775 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9d8b3-cb8e-4ce5-a260-a40e37280604 req-78b69945-afe5-4347-8d14-8abc406b23b9 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:37.683718 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d3e9d8b3-cb8e-4ce5-a260-a40e37280604 req-78b69945-afe5-4347-8d14-8abc406b23b9 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=95cc5eeb-876b-4822-a20f-1dd369c7c382 HTTP/1.1" status: 200 len: 945 time: 0.0758643 Mar 23 23:53:37.701673 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-105997d0-5db3-4ff5-9429-b8446555d3bd None None] Provisioning complete for port efc6815a-f4fe-4477-8023-c52a2105f58a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:37.702146 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-105997d0-5db3-4ff5-9429-b8446555d3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (efc6815a-f4fe-4477-8023-c52a2105f58a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:37.750702 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d3e9d8b3-cb8e-4ce5-a260-a40e37280604 req-afd1b176-40d7-4d12-a3c5-f433ae852214 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4413e9c-059c-44fb-96d4-d0b4cbdf595b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657635 Mar 23 23:53:37.755090 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 37701e56-2f23-4f44-a854-a229517314ff up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:53:37.773319 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd785737c-320f-4962-a294-3261bc781f89', 'name': 'tempest-TestMinimumBasicScenario-1377356477-router', 'tenant_id': '86b53d83117943ef8566e8091d3c0d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '5972b558-0007-40c9-8ba3-6ae5263b98ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:26Z', 'updated_at': '2022-03-23T23:53:32Z', 'revision_number': 4, 'project_id': '86b53d83117943ef8566e8091d3c0d8f', 'gw_port': {'id': '5972b558-0007-40c9-8ba3-6ae5263b98ac', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd785737c-320f-4962-a294-3261bc781f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:27Z', 'updated_at': '2022-03-23T23:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'efc6815a-f4fe-4477-8023-c52a2105f58a', 'name': '', 'network_id': 'cecbc5d4-260a-4817-bd74-952bfd76d2b7', 'tenant_id': '86b53d83117943ef8566e8091d3c0d8f', 'mac_address': 'fa:16:3e:d2:ad:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd785737c-320f-4962-a294-3261bc781f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd7fd38d2-a9ba-440f-99be-6ba662db8c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:32Z', 'updated_at': '2022-03-23T23:53:37Z', 'revision_number': 4, 'project_id': '86b53d83117943ef8566e8091d3c0d8f', 'subnets': [{'id': 'd7fd38d2-a9ba-440f-99be-6ba662db8c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:37.816158 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922988e-47ae-4dcd-ba30-6e60118b93ac None None] The sync data for ids ['d785737c-320f-4962-a294-3261bc781f89'] in dv-cinder-749155-6-iscsi is: [{'id': 'd785737c-320f-4962-a294-3261bc781f89', 'name': 'tempest-TestMinimumBasicScenario-1377356477-router', 'tenant_id': '86b53d83117943ef8566e8091d3c0d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '5972b558-0007-40c9-8ba3-6ae5263b98ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:26Z', 'updated_at': '2022-03-23T23:53:32Z', 'revision_number': 4, 'project_id': '86b53d83117943ef8566e8091d3c0d8f', 'gw_port': {'id': '5972b558-0007-40c9-8ba3-6ae5263b98ac', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd785737c-320f-4962-a294-3261bc781f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:27Z', 'updated_at': '2022-03-23T23:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'efc6815a-f4fe-4477-8023-c52a2105f58a', 'name': '', 'network_id': 'cecbc5d4-260a-4817-bd74-952bfd76d2b7', 'tenant_id': '86b53d83117943ef8566e8091d3c0d8f', 'mac_address': 'fa:16:3e:d2:ad:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd785737c-320f-4962-a294-3261bc781f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd7fd38d2-a9ba-440f-99be-6ba662db8c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:32Z', 'updated_at': '2022-03-23T23:53:37Z', 'revision_number': 4, 'project_id': '86b53d83117943ef8566e8091d3c0d8f', 'subnets': [{'id': 'd7fd38d2-a9ba-440f-99be-6ba662db8c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:53:37.893369 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port 37701e56-2f23-4f44-a854-a229517314ff completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 23:53:37.899706 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port 37701e56-2f23-4f44-a854-a229517314ff triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:37.900500 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (37701e56-2f23-4f44-a854-a229517314ff), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:37.946402 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-105997d0-5db3-4ff5-9429-b8446555d3bd None None] Current status of the port efc6815a-f4fe-4477-8023-c52a2105f58a is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:53:38.043614 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 37701e56-2f23-4f44-a854-a229517314ff is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:53:38.044286 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (37701e56-2f23-4f44-a854-a229517314ff), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:38.089242 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 37701e56-2f23-4f44-a854-a229517314ff, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=37701e56-2f23-4f44-a854-a229517314ff,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:53:38.096661 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (37701e56-2f23-4f44-a854-a229517314ff), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:38.180361 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=37701e56-2f23-4f44-a854-a229517314ff,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:38.301865 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f705e-17a2-42ca-b623-63c3275828a7 req-be5083f3-0f4d-4573-89eb-374b26ad3775 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:38.303681 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749f44b4-90cb-4411-8b56-995f55a89b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37701e56-2f23-4f44-a854-a229517314ff'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:53:38.304278 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fc7f705e-17a2-42ca-b623-63c3275828a7 req-be5083f3-0f4d-4573-89eb-374b26ad3775 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.1155255 Mar 23 23:53:38.306653 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18839459-b1dc-4281-a4de-4dd2c3d04a18" -d '{"events": [{"server_uuid": "749f44b4-90cb-4411-8b56-995f55a89b3b", "name": "network-vif-plugged", "status": "completed", "tag": "37701e56-2f23-4f44-a854-a229517314ff"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:53:38.344523 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a525ba-a3c9-4e7b-a902-d3db3465bdf6 req-e865cbda-c43b-4942-8062-ca535a2012a2 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:38.351753 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-76a525ba-a3c9-4e7b-a902-d3db3465bdf6 req-e865cbda-c43b-4942-8062-ca535a2012a2 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.1296821 Mar 23 23:53:38.430890 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-76a525ba-a3c9-4e7b-a902-d3db3465bdf6 req-830f1fb6-716a-414b-8fba-43047204a328 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734551 Mar 23 23:53:38.446868 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fc7f705e-17a2-42ca-b623-63c3275828a7 req-4840bd55-9c55-414d-9757-2c5c6df58f54 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323874 Mar 23 23:53:38.505829 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3a2d93-4570-461c-bfdb-e4a777b3b2de x-openstack-request-id: req-be3a2d93-4570-461c-bfdb-e4a777b3b2de {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:53:38.506365 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749f44b4-90cb-4411-8b56-995f55a89b3b", "name": "network-vif-plugged", "status": "completed", "tag": "37701e56-2f23-4f44-a854-a229517314ff", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:53:38.506815 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be3a2d93-4570-461c-bfdb-e4a777b3b2de {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:53:38.507417 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be3a2d93-4570-461c-bfdb-e4a777b3b2de'] response: {'server_uuid': '749f44b4-90cb-4411-8b56-995f55a89b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37701e56-2f23-4f44-a854-a229517314ff', 'code': 200} Mar 23 23:53:38.671689 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device efc6815a-f4fe-4477-8023-c52a2105f58a up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:53:38.761167 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port efc6815a-f4fe-4477-8023-c52a2105f58a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:38.762403 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (efc6815a-f4fe-4477-8023-c52a2105f58a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:38.777652 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0c59d-b461-4920-af1f-9dade4f3194f req-dd677178-c532-4e3b-8214-ccb39bb95900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:38.781613 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-cae0c59d-b461-4920-af1f-9dade4f3194f req-dd677178-c532-4e3b-8214-ccb39bb95900 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 1130 time: 0.0775933 Mar 23 23:53:38.880141 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-cae0c59d-b461-4920-af1f-9dade4f3194f req-b01a009a-f3fe-4a9b-83f4-3c7252e100de service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915918 Mar 23 23:53:38.908427 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port efc6815a-f4fe-4477-8023-c52a2105f58a is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:53:38.930790 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97552f77-48e5-4d77-a772-d32541dff303 req-8d4be609-b75f-4f20-ae63-0760d8679f95 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:38.938994 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-97552f77-48e5-4d77-a772-d32541dff303 req-8d4be609-b75f-4f20-ae63-0760d8679f95 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=95cc5eeb-876b-4822-a20f-1dd369c7c382 HTTP/1.1" status: 200 len: 945 time: 0.0747600 Mar 23 23:53:38.989224 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-97552f77-48e5-4d77-a772-d32541dff303 req-d79900cb-2f3a-4c20-af07-07db837854ba tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4413e9c-059c-44fb-96d4-d0b4cbdf595b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493186 Mar 23 23:53:39.134296 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cb93d-8784-434f-a0f1-40061d276d22 req-0242858f-7753-4159-83bb-c4e7322b2b7e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:39.137715 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3a3cb93d-8784-434f-a0f1-40061d276d22 req-0242858f-7753-4159-83bb-c4e7322b2b7e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=95cc5eeb-876b-4822-a20f-1dd369c7c382 HTTP/1.1" status: 200 len: 945 time: 0.0726137 Mar 23 23:53:39.145004 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51794) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:39.150224 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-dec24633-d951-474b-a7f5-dc0eeed7cba4 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Request body: {'floatingip': {'port_id': 'fe229d0c-1932-43ce-a752-f636ccfea279'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:39.198583 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dec24633-d951-474b-a7f5-dc0eeed7cba4 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for floatingip (e796f148-ffc0-4822-accc-d21527403081), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:39.339866 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5417da50-1c69-44a2-be31-66c9bb48d8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:39.624628 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ecc8c-fc8a-4bcd-aabe-83f32b564a3e req-a7797701-3b0c-419c-b039-f9f58731cf38 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:39.632461 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-419ecc8c-fc8a-4bcd-aabe-83f32b564a3e req-a7797701-3b0c-419c-b039-f9f58731cf38 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.1327331 Mar 23 23:53:39.677783 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e6bb5-40e1-44be-9c9b-d78e4b1df101 req-4cc12d32-639d-4932-a4f6-f1849d535655 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:39.680594 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f13e6bb5-40e1-44be-9c9b-d78e4b1df101 req-4cc12d32-639d-4932-a4f6-f1849d535655 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.1063142 Mar 23 23:53:39.740493 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-419ecc8c-fc8a-4bcd-aabe-83f32b564a3e req-d9bbfb0a-b132-4f2c-b5d7-4c13402ead7e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068199 Mar 23 23:53:39.763976 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f13e6bb5-40e1-44be-9c9b-d78e4b1df101 req-e79ad09b-d3f4-43df-a418-9e2d17e16651 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767679 Mar 23 23:53:39.989042 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dec24633-d951-474b-a7f5-dc0eeed7cba4 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:39.996593 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dec24633-d951-474b-a7f5-dc0eeed7cba4 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (e796f148-ffc0-4822-accc-d21527403081), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:40.111999 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.l3_db [None req-dec24633-d951-474b-a7f5-dc0eeed7cba4 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Floating IP e796f148-ffc0-4822-accc-d21527403081 associated. External IP: 172.27.0.135, port: fe229d0c-1932-43ce-a752-f636ccfea279. Mar 23 23:53:40.346228 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec24633-d951-474b-a7f5-dc0eeed7cba4 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Router 54373860-04c0-44b4-adcc-42cb31e0401d has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:53:40.482813 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec24633-d951-474b-a7f5-dc0eeed7cba4 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:53:40.487431 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dec24633-d951-474b-a7f5-dc0eeed7cba4 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:40.496039 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db535dc-5257-4c3c-9069-05c34aae38b6 None None] Sync routers for ids ['54373860-04c0-44b4-adcc-42cb31e0401d'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:53:40.509989 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db535dc-5257-4c3c-9069-05c34aae38b6 None None] Routers {'54373860-04c0-44b4-adcc-42cb31e0401d'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:53:40.511252 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7db535dc-5257-4c3c-9069-05c34aae38b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:53:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['54373860-04c0-44b4-adcc-42cb31e0401d'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:40.545277 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-dec24633-d951-474b-a7f5-dc0eeed7cba4 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "PUT /v2.0/floatingips/e796f148-ffc0-4822-accc-d21527403081 HTTP/1.1" status: 200 len: 991 time: 1.3899615 Mar 23 23:53:40.545277 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95cc5eeb-876b-4822-a20f-1dd369c7c382', 'tag': 'fe229d0c-1932-43ce-a752-f636ccfea279'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:53:40.545277 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2606706-86d0-42fe-a58e-9cb42b323779" -d '{"events": [{"name": "network-changed", "server_uuid": "95cc5eeb-876b-4822-a20f-1dd369c7c382", "tag": "fe229d0c-1932-43ce-a752-f636ccfea279"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:53:40.626837 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:40.634116 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edc51e2-ae80-4df1-9012-d296458530c6 x-openstack-request-id: req-9edc51e2-ae80-4df1-9012-d296458530c6 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:53:40.634640 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95cc5eeb-876b-4822-a20f-1dd369c7c382", "tag": "fe229d0c-1932-43ce-a752-f636ccfea279", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:53:40.635033 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9edc51e2-ae80-4df1-9012-d296458530c6 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:53:40.635671 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9edc51e2-ae80-4df1-9012-d296458530c6'] response: {'name': 'network-changed', 'server_uuid': '95cc5eeb-876b-4822-a20f-1dd369c7c382', 'tag': 'fe229d0c-1932-43ce-a752-f636ccfea279', 'status': 'completed', 'code': 200} Mar 23 23:53:40.683442 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-7db535dc-5257-4c3c-9069-05c34aae38b6 None None] Set router 54373860-04c0-44b4-adcc-42cb31e0401d gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:53:40.714990 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30b9ef-4510-4c7a-955d-bd8fbcab4b24 req-9f942556-e4a2-41cf-a4d6-4262b885fe09 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:40.716140 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-4c30b9ef-4510-4c7a-955d-bd8fbcab4b24 req-9f942556-e4a2-41cf-a4d6-4262b885fe09 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.1322339 Mar 23 23:53:40.794173 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2606706-86d0-42fe-a58e-9cb42b323779 req-3cb73b51-1d3b-4f9d-b8d4-5a8410e578f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:40.795798 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c2606706-86d0-42fe-a58e-9cb42b323779 req-3cb73b51-1d3b-4f9d-b8d4-5a8410e578f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03e5b02e8c44caaaadaf5d60fc18023&device_id=95cc5eeb-876b-4822-a20f-1dd369c7c382 HTTP/1.1" status: 200 len: 1129 time: 0.1338077 Mar 23 23:53:40.947163 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e7d7d-a7ca-4b97-b984-ebd45b9ec732 req-31c4252a-574c-4839-967d-5e723d6abc94 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:40.954697 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e20e7d7d-a7ca-4b97-b984-ebd45b9ec732 req-31c4252a-574c-4839-967d-5e723d6abc94 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 946 time: 0.1246574 Mar 23 23:53:40.967345 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2606706-86d0-42fe-a58e-9cb42b323779 req-728776ed-9150-4c34-a507-14e75bf7a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:40.968833 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c2606706-86d0-42fe-a58e-9cb42b323779 req-728776ed-9150-4c34-a507-14e75bf7a4a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a HTTP/1.1" status: 200 len: 910 time: 0.1620531 Mar 23 23:53:40.974922 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-4c30b9ef-4510-4c7a-955d-bd8fbcab4b24 req-9d01bcc0-a733-40bb-a128-2830d6e18726 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Deleting port c985c493-953b-46db-ad1c-43becf8aebc6 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:53:40.975260 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4c30b9ef-4510-4c7a-955d-bd8fbcab4b24 req-9d01bcc0-a733-40bb-a128-2830d6e18726 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (c985c493-953b-46db-ad1c-43becf8aebc6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:41.012681 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31485e-d35e-443d-afd2-188488e9467d req-7f2af45a-5a5e-4d88-b71b-94fe2d8e1200 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:41.019223 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-bb31485e-d35e-443d-afd2-188488e9467d req-7f2af45a-5a5e-4d88-b71b-94fe2d8e1200 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.1341739 Mar 23 23:53:41.056989 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7db535dc-5257-4c3c-9069-05c34aae38b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:45Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 4, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'gw_port': {'id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': 'e796f148-ffc0-4822-accc-d21527403081', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'port_id': 'fe229d0c-1932-43ce-a752-f636ccfea279', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'mac_address': 'fa:16:3e:a6:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc5eeb-876b-4822-a20f-1dd369c7c382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:53:23Z', 'updated_at': '2022-03-23T23:53:39Z', 'revision_number': 1, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0cd8e7-4335-4589-8a8b-f70507aac3ab', 'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'mac_address': 'fa:16:3e:55:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:49Z', 'updated_at': '2022-03-23T23:48:59Z', 'revision_number': 5, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'subnets': [{'id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:41.072469 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e20e7d7d-a7ca-4b97-b984-ebd45b9ec732 req-065db0f3-b206-4612-bf84-36b6bb0c6346 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146998 Mar 23 23:53:41.090223 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db535dc-5257-4c3c-9069-05c34aae38b6 None None] Checking router: 54373860-04c0-44b4-adcc-42cb31e0401d for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:53:41.102768 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db535dc-5257-4c3c-9069-05c34aae38b6 None None] Routers {'54373860-04c0-44b4-adcc-42cb31e0401d'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:53:41.103406 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7db535dc-5257-4c3c-9069-05c34aae38b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:53:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['54373860-04c0-44b4-adcc-42cb31e0401d'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:41.110194 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-bb31485e-d35e-443d-afd2-188488e9467d req-4ae43112-e128-4c2e-bc6a-3041681dfdd1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892642 Mar 23 23:53:41.124231 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4c30b9ef-4510-4c7a-955d-bd8fbcab4b24 req-9d01bcc0-a733-40bb-a128-2830d6e18726 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] For port c985c493-953b-46db-ad1c-43becf8aebc6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=c985c493-953b-46db-ad1c-43becf8aebc6,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:53:41.125142 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4c30b9ef-4510-4c7a-955d-bd8fbcab4b24 req-9d01bcc0-a733-40bb-a128-2830d6e18726 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (c985c493-953b-46db-ad1c-43becf8aebc6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:41.145401 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-4c30b9ef-4510-4c7a-955d-bd8fbcab4b24 req-9d01bcc0-a733-40bb-a128-2830d6e18726 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Calling delete_port for c985c493-953b-46db-ad1c-43becf8aebc6 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:53:41.287406 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ed3e7-8304-468e-9f4e-a548ac96aeae req-de35afb4-5576-471d-a7f3-367ca999e1cd tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:41.289001 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-787ed3e7-8304-468e-9f4e-a548ac96aeae req-de35afb4-5576-471d-a7f3-367ca999e1cd tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0662873 Mar 23 23:53:41.298561 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 51810) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:41.303292 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-325fa7ad-f841-4347-8d32-e0e57f396ed5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Request body: {'floatingip': {'port_id': '37701e56-2f23-4f44-a854-a229517314ff'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:41.373907 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-325fa7ad-f841-4347-8d32-e0e57f396ed5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for floatingip (d125baac-df37-4397-93b2-ede31e6d3580), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:41.387341 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c2606706-86d0-42fe-a58e-9cb42b323779 req-fb2c503b-c0a4-42c2-ae67-9e817e55acc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe229d0c-1932-43ce-a752-f636ccfea279 HTTP/1.1" status: 200 len: 999 time: 0.4088578 Mar 23 23:53:41.430100 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4c30b9ef-4510-4c7a-955d-bd8fbcab4b24 req-9d01bcc0-a733-40bb-a128-2830d6e18726 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (c985c493-953b-46db-ad1c-43becf8aebc6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:41.438583 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-7db535dc-5257-4c3c-9069-05c34aae38b6 None None] Set router 54373860-04c0-44b4-adcc-42cb31e0401d gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:53:41.471111 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01bcc0-a733-40bb-a128-2830d6e18726 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Pushing event deleted for resources: {'Port': ['ID=c985c493-953b-46db-ad1c-43becf8aebc6,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:41.525922 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c30b9ef-4510-4c7a-955d-bd8fbcab4b24 req-9d01bcc0-a733-40bb-a128-2830d6e18726 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] No DVR routers for this DVR port c985c493-953b-46db-ad1c-43becf8aebc6 on host hv-cinder-74915 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:53:41.529207 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2606706-86d0-42fe-a58e-9cb42b323779 req-48fb5c5b-c9db-4eee-8ed1-0de1d2af6c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:41.530806 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c2606706-86d0-42fe-a58e-9cb42b323779 req-48fb5c5b-c9db-4eee-8ed1-0de1d2af6c6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3dfa0736-7078-436a-bef7-91bda4df3d72 HTTP/1.1" status: 200 len: 849 time: 0.1348743 Mar 23 23:53:41.531995 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4c30b9ef-4510-4c7a-955d-bd8fbcab4b24 req-9d01bcc0-a733-40bb-a128-2830d6e18726 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:41.535293 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-4c30b9ef-4510-4c7a-955d-bd8fbcab4b24 req-9d01bcc0-a733-40bb-a128-2830d6e18726 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.20 "DELETE /v2.0/ports/c985c493-953b-46db-ad1c-43becf8aebc6 HTTP/1.1" status: 204 len: 173 time: 0.8108039 Mar 23 23:53:41.590399 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['3051c53b-e14d-4e33-a6ad-757751d0a5e6', 'c985c493-953b-46db-ad1c-43becf8aebc6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:53:41.601071 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2606706-86d0-42fe-a58e-9cb42b323779 req-bc3da3e7-488a-4c9a-b255-d6801ce44966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:41.602965 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c2606706-86d0-42fe-a58e-9cb42b323779 req-bc3da3e7-488a-4c9a-b255-d6801ce44966 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665560 Mar 23 23:53:41.773826 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c2606706-86d0-42fe-a58e-9cb42b323779 req-891fc19e-224e-41a9-b9d4-c23bf2724b8c service neutron] 10.222.0.20 "GET /v2.0/networks/2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639650 Mar 23 23:53:41.927521 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c2606706-86d0-42fe-a58e-9cb42b323779 req-8d343a63-2aed-4139-84ec-01dcfb32e12b service neutron] 10.222.0.20 "GET /v2.0/networks/2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458714 Mar 23 23:53:41.999229 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7db535dc-5257-4c3c-9069-05c34aae38b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:45Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 4, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'gw_port': {'id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': 'e796f148-ffc0-4822-accc-d21527403081', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'port_id': 'fe229d0c-1932-43ce-a752-f636ccfea279', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'mac_address': 'fa:16:3e:a6:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc5eeb-876b-4822-a20f-1dd369c7c382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:53:23Z', 'updated_at': '2022-03-23T23:53:39Z', 'revision_number': 1, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0cd8e7-4335-4589-8a8b-f70507aac3ab', 'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'mac_address': 'fa:16:3e:55:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:49Z', 'updated_at': '2022-03-23T23:48:59Z', 'revision_number': 5, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'subnets': [{'id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:42.078709 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db535dc-5257-4c3c-9069-05c34aae38b6 None None] The sync data for ids ['54373860-04c0-44b4-adcc-42cb31e0401d'] in dv-cinder-749155-6-iscsi is: [{'id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:45Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 4, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'gw_port': {'id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': 'e796f148-ffc0-4822-accc-d21527403081', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'port_id': 'fe229d0c-1932-43ce-a752-f636ccfea279', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'mac_address': 'fa:16:3e:a6:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cc5eeb-876b-4822-a20f-1dd369c7c382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:53:23Z', 'updated_at': '2022-03-23T23:53:39Z', 'revision_number': 1, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0cd8e7-4335-4589-8a8b-f70507aac3ab', 'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'mac_address': 'fa:16:3e:55:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:49Z', 'updated_at': '2022-03-23T23:48:59Z', 'revision_number': 5, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'subnets': [{'id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:53:42.186187 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:42.362094 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-26ddba8e-8899-4de0-ab90-3f33d76624a5 req-03e984bc-6411-4e18-ad04-c44236a92337 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd083e88-a64d-44f0-b181-7712de5bfe56 HTTP/1.1" status: 200 len: 210 time: 0.0709031 Mar 23 23:53:42.466924 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23df0709-d71c-43db-a7be-58a0c5bc7aa6 None None] New status for floating IP e796f148-ffc0-4822-accc-d21527403081: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:53:42.544560 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-325fa7ad-f841-4347-8d32-e0e57f396ed5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:42.551217 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-325fa7ad-f841-4347-8d32-e0e57f396ed5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (d125baac-df37-4397-93b2-ede31e6d3580), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:42.637532 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd083e88-a64d-44f0-b181-7712de5bfe56', 'name': 'network-vif-deleted', 'tag': 'c985c493-953b-46db-ad1c-43becf8aebc6'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:53:42.642748 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53b151e-fcc0-4699-8d20-e15539074c54" -d '{"events": [{"server_uuid": "fd083e88-a64d-44f0-b181-7712de5bfe56", "name": "network-vif-deleted", "tag": "c985c493-953b-46db-ad1c-43becf8aebc6"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:53:42.676441 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.l3_db [None req-325fa7ad-f841-4347-8d32-e0e57f396ed5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Floating IP d125baac-df37-4397-93b2-ede31e6d3580 associated. External IP: 172.27.0.128, port: 37701e56-2f23-4f44-a854-a229517314ff. Mar 23 23:53:42.698361 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4068e86e-087d-4bab-8d93-514d32406622 x-openstack-request-id: req-4068e86e-087d-4bab-8d93-514d32406622 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:53:42.698740 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd083e88-a64d-44f0-b181-7712de5bfe56", "name": "network-vif-deleted", "tag": "c985c493-953b-46db-ad1c-43becf8aebc6", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:53:42.699019 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4068e86e-087d-4bab-8d93-514d32406622 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:53:42.699430 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4068e86e-087d-4bab-8d93-514d32406622'] response: {'server_uuid': 'fd083e88-a64d-44f0-b181-7712de5bfe56', 'name': 'network-vif-deleted', 'tag': 'c985c493-953b-46db-ad1c-43becf8aebc6', 'status': 'completed', 'code': 200} Mar 23 23:53:42.904919 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325fa7ad-f841-4347-8d32-e0e57f396ed5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Router eb84ca04-39b5-4020-8cb3-932d752d52cb has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:53:43.026157 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325fa7ad-f841-4347-8d32-e0e57f396ed5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:53:43.030731 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-325fa7ad-f841-4347-8d32-e0e57f396ed5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:43.039482 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b93be9-6974-44b0-a883-455d8ff885c4 None None] Sync routers for ids ['eb84ca04-39b5-4020-8cb3-932d752d52cb'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:53:43.062776 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-325fa7ad-f841-4347-8d32-e0e57f396ed5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "PUT /v2.0/floatingips/d125baac-df37-4397-93b2-ede31e6d3580 HTTP/1.1" status: 200 len: 992 time: 1.7629957 Mar 23 23:53:43.063607 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749f44b4-90cb-4411-8b56-995f55a89b3b', 'tag': '37701e56-2f23-4f44-a854-a229517314ff'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:53:43.066441 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f89217267680bd64d7f927d4eadc419634559ab2f391f9993dc43694367eced7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8fdc9b-45d1-485e-acb9-f6480ebdc19c" -d '{"events": [{"name": "network-changed", "server_uuid": "749f44b4-90cb-4411-8b56-995f55a89b3b", "tag": "37701e56-2f23-4f44-a854-a229517314ff"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:53:43.083095 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b93be9-6974-44b0-a883-455d8ff885c4 None None] Routers {'eb84ca04-39b5-4020-8cb3-932d752d52cb'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:53:43.083529 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-16b93be9-6974-44b0-a883-455d8ff885c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:53:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['eb84ca04-39b5-4020-8cb3-932d752d52cb'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:43.115066 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c796382a-572f-4540-a0c1-cac68b4e4333 x-openstack-request-id: req-c796382a-572f-4540-a0c1-cac68b4e4333 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:53:43.115451 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749f44b4-90cb-4411-8b56-995f55a89b3b", "tag": "37701e56-2f23-4f44-a854-a229517314ff", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:53:43.115844 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c796382a-572f-4540-a0c1-cac68b4e4333 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:53:43.116341 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c796382a-572f-4540-a0c1-cac68b4e4333'] response: {'name': 'network-changed', 'server_uuid': '749f44b4-90cb-4411-8b56-995f55a89b3b', 'tag': '37701e56-2f23-4f44-a854-a229517314ff', 'status': 'completed', 'code': 200} Mar 23 23:53:43.189394 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fdc9b-45d1-485e-acb9-f6480ebdc19c req-8aa59068-15cb-4a47-858b-ab7d8da08c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:43.190787 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-5e8fdc9b-45d1-485e-acb9-f6480ebdc19c req-8aa59068-15cb-4a47-858b-ab7d8da08c1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1764164142a40b0991cbb88184b7255&device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 1130 time: 0.0498192 Mar 23 23:53:43.223045 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-16b93be9-6974-44b0-a883-455d8ff885c4 None None] Set router eb84ca04-39b5-4020-8cb3-932d752d52cb gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:53:43.305651 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fdc9b-45d1-485e-acb9-f6480ebdc19c req-2a013c85-bb2e-496a-856f-cd5ca110fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:43.307551 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-5e8fdc9b-45d1-485e-acb9-f6480ebdc19c req-2a013c85-bb2e-496a-856f-cd5ca110fb44 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d01bdeec-57ed-409b-a257-e0c6c9a81aea HTTP/1.1" status: 200 len: 917 time: 0.1101074 Mar 23 23:53:43.344291 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:43.397826 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-5e8fdc9b-45d1-485e-acb9-f6480ebdc19c req-a8328e2d-eee5-4e34-b130-a63f77325809 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37701e56-2f23-4f44-a854-a229517314ff HTTP/1.1" status: 200 len: 1000 time: 0.0838459 Mar 23 23:53:43.486830 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fdc9b-45d1-485e-acb9-f6480ebdc19c req-591a7800-5644-4058-83c0-031adf1d5299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:43.488368 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-5e8fdc9b-45d1-485e-acb9-f6480ebdc19c req-591a7800-5644-4058-83c0-031adf1d5299 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6136d15b-a857-4672-9f46-946dc92786dd HTTP/1.1" status: 200 len: 856 time: 0.0843430 Mar 23 23:53:43.574699 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fdc9b-45d1-485e-acb9-f6480ebdc19c req-f4aa2095-84dd-4c54-9596-28447aa8e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:43.576588 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-5e8fdc9b-45d1-485e-acb9-f6480ebdc19c req-f4aa2095-84dd-4c54-9596-28447aa8e9e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d01bdeec-57ed-409b-a257-e0c6c9a81aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825467 Mar 23 23:53:43.599289 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-16b93be9-6974-44b0-a883-455d8ff885c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:49:43Z', 'updated_at': '2022-03-23T23:49:47Z', 'revision_number': 4, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'gw_port': {'id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:44Z', 'updated_at': '2022-03-23T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': 'd125baac-df37-4397-93b2-ede31e6d3580', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'floating_ip_address': '172.27.0.128', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'port_id': '37701e56-2f23-4f44-a854-a229517314ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'mac_address': 'fa:16:3e:d7:f4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749f44b4-90cb-4411-8b56-995f55a89b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:53:25Z', 'updated_at': '2022-03-23T23:53:42Z', 'revision_number': 1, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e428de5b-a867-45d5-a0cb-f864ea40ef60', 'name': '', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'mac_address': 'fa:16:3e:a7:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:46Z', 'updated_at': '2022-03-23T23:49:52Z', 'revision_number': 5, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'subnets': [{'id': '6136d15b-a857-4672-9f46-946dc92786dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:43.634340 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b93be9-6974-44b0-a883-455d8ff885c4 None None] Checking router: eb84ca04-39b5-4020-8cb3-932d752d52cb for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:53:43.644232 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b93be9-6974-44b0-a883-455d8ff885c4 None None] Routers {'eb84ca04-39b5-4020-8cb3-932d752d52cb'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:53:43.645103 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-16b93be9-6974-44b0-a883-455d8ff885c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:53:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['eb84ca04-39b5-4020-8cb3-932d752d52cb'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:43.724613 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-5e8fdc9b-45d1-485e-acb9-f6480ebdc19c req-5e6f4507-ff7e-43f3-ba55-b6cc0f9dee18 service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378882 Mar 23 23:53:43.745531 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device c985c493-953b-46db-ad1c-43becf8aebc6 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:53:43.770069 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: c985c493-953b-46db-ad1c-43becf8aebc6 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:53:43.770399 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device c985c493-953b-46db-ad1c-43becf8aebc6 not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:53:43.839063 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-16b93be9-6974-44b0-a883-455d8ff885c4 None None] Set router eb84ca04-39b5-4020-8cb3-932d752d52cb gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:53:43.852687 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-5e8fdc9b-45d1-485e-acb9-f6480ebdc19c req-0017d5c6-b441-4ea4-bbc7-89d2bfda7bc3 service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173589 Mar 23 23:53:44.017732 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f97fb-297d-4aeb-aa58-3eddd91761f9 req-aae17055-833f-407a-be28-71e2702d9bd8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:44.027927 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fa3f97fb-297d-4aeb-aa58-3eddd91761f9 req-aae17055-833f-407a-be28-71e2702d9bd8 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.3033981 Mar 23 23:53:44.075352 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fa3f97fb-297d-4aeb-aa58-3eddd91761f9 req-ffc02e82-e3c4-484c-aabd-b25563f0ac4e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461698 Mar 23 23:53:44.131459 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-16b93be9-6974-44b0-a883-455d8ff885c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:49:43Z', 'updated_at': '2022-03-23T23:49:47Z', 'revision_number': 4, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'gw_port': {'id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:44Z', 'updated_at': '2022-03-23T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': 'd125baac-df37-4397-93b2-ede31e6d3580', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'floating_ip_address': '172.27.0.128', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'port_id': '37701e56-2f23-4f44-a854-a229517314ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'mac_address': 'fa:16:3e:d7:f4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749f44b4-90cb-4411-8b56-995f55a89b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:53:25Z', 'updated_at': '2022-03-23T23:53:42Z', 'revision_number': 1, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e428de5b-a867-45d5-a0cb-f864ea40ef60', 'name': '', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'mac_address': 'fa:16:3e:a7:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:46Z', 'updated_at': '2022-03-23T23:49:52Z', 'revision_number': 5, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'subnets': [{'id': '6136d15b-a857-4672-9f46-946dc92786dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:44.160769 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b93be9-6974-44b0-a883-455d8ff885c4 None None] The sync data for ids ['eb84ca04-39b5-4020-8cb3-932d752d52cb'] in dv-cinder-749155-6-iscsi is: [{'id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:49:43Z', 'updated_at': '2022-03-23T23:49:47Z', 'revision_number': 4, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'gw_port': {'id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:44Z', 'updated_at': '2022-03-23T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': 'd125baac-df37-4397-93b2-ede31e6d3580', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'floating_ip_address': '172.27.0.128', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'port_id': '37701e56-2f23-4f44-a854-a229517314ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'mac_address': 'fa:16:3e:d7:f4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749f44b4-90cb-4411-8b56-995f55a89b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:53:25Z', 'updated_at': '2022-03-23T23:53:42Z', 'revision_number': 1, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e428de5b-a867-45d5-a0cb-f864ea40ef60', 'name': '', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'mac_address': 'fa:16:3e:a7:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:46Z', 'updated_at': '2022-03-23T23:49:52Z', 'revision_number': 5, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'subnets': [{'id': '6136d15b-a857-4672-9f46-946dc92786dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:53:44.664018 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23c61e4-b1d1-4125-bce8-5fb3e499475d None None] New status for floating IP d125baac-df37-4397-93b2-ede31e6d3580: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:53:45.272297 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1d43a-e729-453f-9f63-ce957d734264 req-49a48d1f-7b0f-4170-b936-e4d950fd01e2 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:45.280104 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-43a1d43a-e729-453f-9f63-ce957d734264 req-49a48d1f-7b0f-4170-b936-e4d950fd01e2 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.1263568 Mar 23 23:53:45.328370 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-43a1d43a-e729-453f-9f63-ce957d734264 req-9ec1c01d-390b-49be-a5e6-baf946f56f5d tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464373 Mar 23 23:53:46.452200 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a361e-3271-4c0c-b829-7700352fe915 req-6a686365-7efc-4510-b0f4-3f4124757988 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:46.453854 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-244a361e-3271-4c0c-b829-7700352fe915 req-6a686365-7efc-4510-b0f4-3f4124757988 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0555782 Mar 23 23:53:46.506627 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-244a361e-3271-4c0c-b829-7700352fe915 req-c3b62dc2-c09b-4b0c-b458-48114cd7519e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e4a497-24aa-4041-b58b-e2727a5ed342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462077 Mar 23 23:53:46.698839 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-7199c1c7-9fc0-4aa5-a309-2004f5a7c911 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:46.700159 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-7199c1c7-9fc0-4aa5-a309-2004f5a7c911 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/networks?id=d069a25b-42b9-47e9-84a4-6a523798a0c6 HTTP/1.1" status: 200 len: 814 time: 0.0996017 Mar 23 23:53:46.715449 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-0285b308-a33c-4075-830c-01ce1569a4d6 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/quotas/453ec29957b24ab88540f704e2f3d87f HTTP/1.1" status: 200 len: 375 time: 0.0097027 Mar 23 23:53:46.771371 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f14def8e-742a-4b66-93e4-bce432cbe483 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=453ec29957b24ab88540f704e2f3d87f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510972 Mar 23 23:53:46.777409 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a688f4-e993-47d5-b7d9-658027e3b6d5 req-14f8baf9-9169-47dc-9da3-8712e4e06b5e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:46.778926 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a1a688f4-e993-47d5-b7d9-658027e3b6d5 req-14f8baf9-9169-47dc-9da3-8712e4e06b5e tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.20 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 946 time: 0.0563405 Mar 23 23:53:46.879310 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-a1a688f4-e993-47d5-b7d9-658027e3b6d5 req-1b391a03-b4b1-4d21-a92c-07c9a3832cd3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Deleting port 3051c53b-e14d-4e33-a6ad-757751d0a5e6 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:53:46.879800 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a1a688f4-e993-47d5-b7d9-658027e3b6d5 req-1b391a03-b4b1-4d21-a92c-07c9a3832cd3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (3051c53b-e14d-4e33-a6ad-757751d0a5e6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:46.912214 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-760d4fce-347d-44b6-ba7a-3dc35250dc79 service neutron] 10.222.0.31 "GET /v2.0/networks/d069a25b-42b9-47e9-84a4-6a523798a0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294012 Mar 23 23:53:46.971191 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-a1a688f4-e993-47d5-b7d9-658027e3b6d5 req-1b391a03-b4b1-4d21-a92c-07c9a3832cd3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] For port 3051c53b-e14d-4e33-a6ad-757751d0a5e6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=3051c53b-e14d-4e33-a6ad-757751d0a5e6,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:53:46.971437 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a1a688f4-e993-47d5-b7d9-658027e3b6d5 req-1b391a03-b4b1-4d21-a92c-07c9a3832cd3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (3051c53b-e14d-4e33-a6ad-757751d0a5e6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:46.985352 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-a1a688f4-e993-47d5-b7d9-658027e3b6d5 req-1b391a03-b4b1-4d21-a92c-07c9a3832cd3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Calling delete_port for 3051c53b-e14d-4e33-a6ad-757751d0a5e6 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:53:47.001301 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-10e34201-3abe-49e7-8132-75ea1801927d service neutron] 10.222.0.31 "GET /v2.0/networks/d069a25b-42b9-47e9-84a4-6a523798a0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830050 Mar 23 23:53:47.117553 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a1a688f4-e993-47d5-b7d9-658027e3b6d5 req-1b391a03-b4b1-4d21-a92c-07c9a3832cd3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (3051c53b-e14d-4e33-a6ad-757751d0a5e6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:47.129198 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['3051c53b-e14d-4e33-a6ad-757751d0a5e6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:53:47.166387 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b391a03-b4b1-4d21-a92c-07c9a3832cd3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Pushing event deleted for resources: {'Port': ['ID=3051c53b-e14d-4e33-a6ad-757751d0a5e6,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:47.174026 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-25d97799-8d65-449f-8f96-da8f4b5e83ec req-c8216026-01ad-4582-bde2-41fd3151c194 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 210 time: 0.0377212 Mar 23 23:53:47.206893 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a688f4-e993-47d5-b7d9-658027e3b6d5 req-1b391a03-b4b1-4d21-a92c-07c9a3832cd3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] No DVR routers for this DVR port 3051c53b-e14d-4e33-a6ad-757751d0a5e6 on host hv-cinder-74915 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:53:47.209687 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a1a688f4-e993-47d5-b7d9-658027e3b6d5 req-1b391a03-b4b1-4d21-a92c-07c9a3832cd3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:47.213003 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a1a688f4-e993-47d5-b7d9-658027e3b6d5 req-1b391a03-b4b1-4d21-a92c-07c9a3832cd3 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.20 "DELETE /v2.0/ports/3051c53b-e14d-4e33-a6ad-757751d0a5e6 HTTP/1.1" status: 204 len: 173 time: 0.4245589 Mar 23 23:53:47.213479 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2159ab3d-31a2-4dbf-a243-123e7bbd5cd3', 'name': 'network-vif-deleted', 'tag': '3051c53b-e14d-4e33-a6ad-757751d0a5e6'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:53:47.215744 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e35f01c-d364-4cae-832c-e091aa7fa4e2" -d '{"events": [{"server_uuid": "2159ab3d-31a2-4dbf-a243-123e7bbd5cd3", "name": "network-vif-deleted", "tag": "3051c53b-e14d-4e33-a6ad-757751d0a5e6"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:53:47.267282 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5528955-c0c8-4c2a-afea-176e4955de9d x-openstack-request-id: req-c5528955-c0c8-4c2a-afea-176e4955de9d {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:53:47.267712 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2159ab3d-31a2-4dbf-a243-123e7bbd5cd3", "name": "network-vif-deleted", "tag": "3051c53b-e14d-4e33-a6ad-757751d0a5e6", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:53:47.268170 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5528955-c0c8-4c2a-afea-176e4955de9d {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:53:47.268707 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5528955-c0c8-4c2a-afea-176e4955de9d'] response: {'server_uuid': '2159ab3d-31a2-4dbf-a243-123e7bbd5cd3', 'name': 'network-vif-deleted', 'tag': '3051c53b-e14d-4e33-a6ad-757751d0a5e6', 'status': 'completed', 'code': 200} Mar 23 23:53:47.642149 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-77856f02-2ae9-4dc0-bd55-209203c06ccb req-db1fa64b-42bc-4209-87de-c0b1c1103332 tempest-ServerRescueNegativeTestJSON-1177375875 tempest-ServerRescueNegativeTestJSON-1177375875-project] 10.222.0.31 "GET /v2.0/ports?device_id=2159ab3d-31a2-4dbf-a243-123e7bbd5cd3 HTTP/1.1" status: 200 len: 210 time: 0.0434935 Mar 23 23:53:48.230820 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-38f99ed0-7047-4a86-b68a-08b3f9759464 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:48.237171 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-38f99ed0-7047-4a86-b68a-08b3f9759464 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.20 "GET /v2.0/networks?id=d069a25b-42b9-47e9-84a4-6a523798a0c6 HTTP/1.1" status: 200 len: 814 time: 0.1067870 Mar 23 23:53:48.245152 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-4902f892-84b5-4689-8c56-983ee9e56e63 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Request body: {'port': {'device_id': '759be5a9-2b93-4a3b-a94e-999fd4a4b39b', 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6', 'admin_state_up': True, 'tenant_id': '453ec29957b24ab88540f704e2f3d87f'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:48.273788 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-83a4a546-283c-4c17-a81e-33a52f88843b req-ff16991a-be6d-4de8-a838-b8d18e92b3d4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 210 time: 0.0296917 Mar 23 23:53:48.356491 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-4902f892-84b5-4689-8c56-983ee9e56e63 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Made reservation on behalf of 453ec29957b24ab88540f704e2f3d87f for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:53:48.360616 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-4902f892-84b5-4689-8c56-983ee9e56e63 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:48.499919 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-4902f892-84b5-4689-8c56-983ee9e56e63 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Allocated IP 172.20.0.14 (d069a25b-42b9-47e9-84a4-6a523798a0c6/7512d543-bff9-4528-89a7-af605d6bb88e/7467b5dd-f812-4a17-add0-a735dcb16ba9) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:53:48.588164 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-8ca00cfd-6618-4d4f-aa01-6a6519e3ebe8 req-5abd0e57-11ae-4c71-b88c-cccbfe13088f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0894747 Mar 23 23:53:48.711119 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:48.721929 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 51904) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:48.874303 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-4902f892-84b5-4689-8c56-983ee9e56e63 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:48.948431 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-4902f892-84b5-4689-8c56-983ee9e56e63 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:49.014603 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-4902f892-84b5-4689-8c56-983ee9e56e63 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Network d069a25b-42b9-47e9-84a4-6a523798a0c6 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:53:49.030449 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902f892-84b5-4689-8c56-983ee9e56e63 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Pushing event updated for resources: {'Port': ['ID=7467b5dd-f812-4a17-add0-a735dcb16ba9,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:49.036112 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-4902f892-84b5-4689-8c56-983ee9e56e63 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:53:49.039111 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-4902f892-84b5-4689-8c56-983ee9e56e63 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:53:49.100512 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-4902f892-84b5-4689-8c56-983ee9e56e63 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:49.101415 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-4902f892-84b5-4689-8c56-983ee9e56e63 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:49.137665 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-4902f892-84b5-4689-8c56-983ee9e56e63 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8968275 Mar 23 23:53:49.391527 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9e7afe2a-c072-4c21-af7e-e6a3ed5a507c None None] Provisioning complete for port 7467b5dd-f812-4a17-add0-a735dcb16ba9 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:53:49.391918 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9e7afe2a-c072-4c21-af7e-e6a3ed5a507c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:49.428158 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9e7afe2a-c072-4c21-af7e-e6a3ed5a507c None None] Port 7467b5dd-f812-4a17-add0-a735dcb16ba9 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:53:49.493987 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f361753-eac9-48e0-8a3d-1fafb7b65e49 req-1b7c700f-ac47-4bad-a3f3-f5c2156b0a01 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:49.495494 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8f361753-eac9-48e0-8a3d-1fafb7b65e49 req-1b7c700f-ac47-4bad-a3f3-f5c2156b0a01 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 932 time: 0.1240127 Mar 23 23:53:49.570837 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8f361753-eac9-48e0-8a3d-1fafb7b65e49 req-cd6489f4-6e84-43b6-9a64-ca2b66530d34 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678985 Mar 23 23:53:49.578630 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ab2c031-38a3-4989-842c-85e105951c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574534'] for router_interface (0bb096a8-777d-412d-9127-ab6b5eb1c066), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:49.764294 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 3051c53b-e14d-4e33-a6ad-757751d0a5e6 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:53:49.788204 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: 3051c53b-e14d-4e33-a6ad-757751d0a5e6 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:53:49.788870 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 3051c53b-e14d-4e33-a6ad-757751d0a5e6 not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:53:49.903125 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-7ab2c031-38a3-4989-842c-85e105951c90 admin admin] Deleting port f5c2f019-62b5-4b87-8c23-e3f87fa091a8 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:53:49.903698 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ab2c031-38a3-4989-842c-85e105951c90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (f5c2f019-62b5-4b87-8c23-e3f87fa091a8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:49.985487 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-7ab2c031-38a3-4989-842c-85e105951c90 admin admin] For port f5c2f019-62b5-4b87-8c23-e3f87fa091a8, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=f5c2f019-62b5-4b87-8c23-e3f87fa091a8,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:53:49.985850 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ab2c031-38a3-4989-842c-85e105951c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (f5c2f019-62b5-4b87-8c23-e3f87fa091a8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:49.999819 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-7ab2c031-38a3-4989-842c-85e105951c90 admin admin] Calling delete_port for f5c2f019-62b5-4b87-8c23-e3f87fa091a8 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:53:50.213758 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ab2c031-38a3-4989-842c-85e105951c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (f5c2f019-62b5-4b87-8c23-e3f87fa091a8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:50.246843 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2c031-38a3-4989-842c-85e105951c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c2f019-62b5-4b87-8c23-e3f87fa091a8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:50.753658 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b4169-82ea-4818-a205-8d84aa8cd752 req-2fb0164c-13f0-4382-a7fd-a7a70b9e89f2 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:50.754987 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8e0b4169-82ea-4818-a205-8d84aa8cd752 req-2fb0164c-13f0-4382-a7fd-a7a70b9e89f2 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 932 time: 0.0777359 Mar 23 23:53:50.762634 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ab2c031-38a3-4989-842c-85e105951c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-574198'] for router_interface (0bb096a8-777d-412d-9127-ab6b5eb1c066), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:50.886977 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8e0b4169-82ea-4818-a205-8d84aa8cd752 req-ef4858df-b565-4860-b7b7-1cd872289831 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201386 Mar 23 23:53:51.056545 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab2c031-38a3-4989-842c-85e105951c90 admin admin] Router 0bb096a8-777d-412d-9127-ab6b5eb1c066 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:53:51.170741 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab2c031-38a3-4989-842c-85e105951c90 admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:53:51.177454 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-7ab2c031-38a3-4989-842c-85e105951c90 admin admin] 10.222.0.31 "PUT /v2.0/routers/0bb096a8-777d-412d-9127-ab6b5eb1c066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4530430 Mar 23 23:53:51.179067 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 51916) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:51.182430 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f27ec-3e76-4ea6-8478-b73f877c2b8b None None] Sync routers for ids ['0bb096a8-777d-412d-9127-ab6b5eb1c066'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:53:51.193509 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f27ec-3e76-4ea6-8478-b73f877c2b8b None None] Routers {'0bb096a8-777d-412d-9127-ab6b5eb1c066'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:53:51.194379 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e54f27ec-3e76-4ea6-8478-b73f877c2b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:53:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0bb096a8-777d-412d-9127-ab6b5eb1c066'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:51.289426 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3799495e-7912-442f-89ce-f31e62763886 admin admin] Publish callbacks [] for router (0bb096a8-777d-412d-9127-ab6b5eb1c066), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:51.308593 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-e54f27ec-3e76-4ea6-8478-b73f877c2b8b None None] Set router 0bb096a8-777d-412d-9127-ab6b5eb1c066 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:53:51.408710 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3799495e-7912-442f-89ce-f31e62763886 admin admin] Publish callbacks [] for router_gateway (0bb096a8-777d-412d-9127-ab6b5eb1c066), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:51.480352 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-3799495e-7912-442f-89ce-f31e62763886 admin admin] Deleting port 3b706113-9f28-431d-869a-030cb227901b {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:53:51.480692 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3799495e-7912-442f-89ce-f31e62763886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (3b706113-9f28-431d-869a-030cb227901b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:51.525520 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e54f27ec-3e76-4ea6-8478-b73f877c2b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'name': 'tempest-ServerRescueNegativeTestJSON-58438199-router', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '3b706113-9f28-431d-869a-030cb227901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:53:50Z', 'revision_number': 5, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'gw_port': {'id': '3b706113-9f28-431d-869a-030cb227901b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:48Z', 'updated_at': '2022-03-23T23:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:51.554834 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f27ec-3e76-4ea6-8478-b73f877c2b8b None None] Checking router: 0bb096a8-777d-412d-9127-ab6b5eb1c066 for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:53:51.565330 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f27ec-3e76-4ea6-8478-b73f877c2b8b None None] Routers {'0bb096a8-777d-412d-9127-ab6b5eb1c066'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:53:51.566038 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e54f27ec-3e76-4ea6-8478-b73f877c2b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:53:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0bb096a8-777d-412d-9127-ab6b5eb1c066'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:51.599824 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-3799495e-7912-442f-89ce-f31e62763886 admin admin] For port 3b706113-9f28-431d-869a-030cb227901b, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=3b706113-9f28-431d-869a-030cb227901b,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:53:51.600198 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3799495e-7912-442f-89ce-f31e62763886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (3b706113-9f28-431d-869a-030cb227901b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:51.625243 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-3799495e-7912-442f-89ce-f31e62763886 admin admin] Calling delete_port for 3b706113-9f28-431d-869a-030cb227901b owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:53:51.659135 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-e54f27ec-3e76-4ea6-8478-b73f877c2b8b None None] Set router 0bb096a8-777d-412d-9127-ab6b5eb1c066 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:53:51.724582 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e54f27ec-3e76-4ea6-8478-b73f877c2b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'name': 'tempest-ServerRescueNegativeTestJSON-58438199-router', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:53:51Z', 'revision_number': 6, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'gw_port_host': None}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:51.816766 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3799495e-7912-442f-89ce-f31e62763886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (3b706113-9f28-431d-869a-030cb227901b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:51.854825 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799495e-7912-442f-89ce-f31e62763886 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b706113-9f28-431d-869a-030cb227901b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:51.894007 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f27ec-3e76-4ea6-8478-b73f877c2b8b None None] The sync data for ids ['0bb096a8-777d-412d-9127-ab6b5eb1c066'] in dv-cinder-749155-6-iscsi is: [{'id': '0bb096a8-777d-412d-9127-ab6b5eb1c066', 'name': 'tempest-ServerRescueNegativeTestJSON-58438199-router', 'tenant_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:53:51Z', 'revision_number': 6, 'project_id': 'dc0fe01104384c0a8bac5d0b7151abad', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:53:51.930418 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3799495e-7912-442f-89ce-f31e62763886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574732'] for router_gateway (0bb096a8-777d-412d-9127-ab6b5eb1c066), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:52.074586 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3799495e-7912-442f-89ce-f31e62763886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router (0bb096a8-777d-412d-9127-ab6b5eb1c066), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:52.077507 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3799495e-7912-442f-89ce-f31e62763886 admin admin] Publish callbacks [] for router_controller (0bb096a8-777d-412d-9127-ab6b5eb1c066), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:52.185404 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e0f9c-ee24-4fb5-8076-b3de26f5820b req-025b63f5-4d12-4576-8a44-b6bd8a4c5e89 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:52.187331 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2e6e0f9c-ee24-4fb5-8076-b3de26f5820b req-025b63f5-4d12-4576-8a44-b6bd8a4c5e89 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 932 time: 0.2016788 Mar 23 23:53:52.211710 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3799495e-7912-442f-89ce-f31e62763886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573167'] for router (0bb096a8-777d-412d-9127-ab6b5eb1c066), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:52.212584 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3799495e-7912-442f-89ce-f31e62763886 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bb096a8-777d-412d-9127-ab6b5eb1c066 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 23:53:52.233164 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3799495e-7912-442f-89ce-f31e62763886 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:52.234385 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-3799495e-7912-442f-89ce-f31e62763886 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0bb096a8-777d-412d-9127-ab6b5eb1c066 HTTP/1.1" status: 204 len: 168 time: 1.0540979 Mar 23 23:53:52.237064 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51920) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:52.299456 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ab5955-d1cc-4988-9fe7-bcc0ef406b62 admin admin] Deleting subnet 36fdea4e-dd3d-4b87-92dc-886e2d219615 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 23:53:52.314190 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02ab5955-d1cc-4988-9fe7-bcc0ef406b62 admin admin] Publish callbacks [] for subnet (36fdea4e-dd3d-4b87-92dc-886e2d219615), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:52.327353 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2e6e0f9c-ee24-4fb5-8076-b3de26f5820b req-c7c6c462-c7ee-4b44-b214-dcdf0daa667d tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328712 Mar 23 23:53:52.366116 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02ab5955-d1cc-4988-9fe7-bcc0ef406b62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7433114'] for subnet (36fdea4e-dd3d-4b87-92dc-886e2d219615), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:52.494664 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02ab5955-d1cc-4988-9fe7-bcc0ef406b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171796'] for subnet (36fdea4e-dd3d-4b87-92dc-886e2d219615), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:52.549603 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02ab5955-d1cc-4988-9fe7-bcc0ef406b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5644079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6018763'] for subnet (36fdea4e-dd3d-4b87-92dc-886e2d219615), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:52.575689 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab5955-d1cc-4988-9fe7-bcc0ef406b62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36fdea4e-dd3d-4b87-92dc-886e2d219615,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:52.580090 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02ab5955-d1cc-4988-9fe7-bcc0ef406b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:52.583383 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-02ab5955-d1cc-4988-9fe7-bcc0ef406b62 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/36fdea4e-dd3d-4b87-92dc-886e2d219615 HTTP/1.1" status: 204 len: 168 time: 0.3452444 Mar 23 23:53:52.586352 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 51922) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:52.591236 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39b07f3-b4c8-4127-beb6-c8eec24c0497 None None] Network 5e8de27b-07d3-4627-8f07-85afc18d3e4e requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:53:52.688416 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-006be198-3de2-4b82-aab6-32c188fbd60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049883'] for network (5e8de27b-07d3-4627-8f07-85afc18d3e4e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:52.762559 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-006be198-3de2-4b82-aab6-32c188fbd60d admin admin] Deleting port 169f66cc-f480-4f64-9170-053cd96d9dd0 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:53:52.762559 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-006be198-3de2-4b82-aab6-32c188fbd60d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (169f66cc-f480-4f64-9170-053cd96d9dd0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:52.828037 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b861929e-18e3-493e-b76d-6d5093f47d87 None None] DHCP port deletion for 5e8de27b-07d3-4627-8f07-85afc18d3e4e request from dv-cinder-749155-6-iscsi {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 23:53:52.870267 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-006be198-3de2-4b82-aab6-32c188fbd60d admin admin] For port 169f66cc-f480-4f64-9170-053cd96d9dd0, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=169f66cc-f480-4f64-9170-053cd96d9dd0,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:53:52.870752 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-006be198-3de2-4b82-aab6-32c188fbd60d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (169f66cc-f480-4f64-9170-053cd96d9dd0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:52.884587 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-006be198-3de2-4b82-aab6-32c188fbd60d admin admin] Calling delete_port for 169f66cc-f480-4f64-9170-053cd96d9dd0 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:53:52.921698 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 169f66cc-f480-4f64-9170-053cd96d9dd0 no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:53:52.966594 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b861929e-18e3-493e-b76d-6d5093f47d87 None None] Deleting port 169f66cc-f480-4f64-9170-053cd96d9dd0 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:53:52.967080 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b861929e-18e3-493e-b76d-6d5093f47d87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (169f66cc-f480-4f64-9170-053cd96d9dd0), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:52.988437 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-006be198-3de2-4b82-aab6-32c188fbd60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (169f66cc-f480-4f64-9170-053cd96d9dd0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:53.023764 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006be198-3de2-4b82-aab6-32c188fbd60d admin admin] Pushing event deleted for resources: {'Port': ['ID=169f66cc-f480-4f64-9170-053cd96d9dd0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:53.025781 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006be198-3de2-4b82-aab6-32c188fbd60d admin admin] No DVR routers for this DVR port 169f66cc-f480-4f64-9170-053cd96d9dd0 on host dv-cinder-749155-6-iscsi {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:53:53.027130 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No active binding found for port 169f66cc-f480-4f64-9170-053cd96d9dd0 {{(pid=109900) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 23:53:53.027516 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] The host dv-cinder-749155-6-iscsi is not matching for port 169f66cc-f480-4f64-9170-053cd96d9dd0 host None! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 23:53:53.027906 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 169f66cc-f480-4f64-9170-053cd96d9dd0 not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:53:53.028343 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 3b706113-9f28-431d-869a-030cb227901b no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:53:53.051447 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: 3b706113-9f28-431d-869a-030cb227901b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:53:53.051804 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 3b706113-9f28-431d-869a-030cb227901b not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:53:53.052219 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device f5c2f019-62b5-4b87-8c23-e3f87fa091a8 no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:53:53.073828 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: f5c2f019-62b5-4b87-8c23-e3f87fa091a8 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:53:53.074201 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device f5c2f019-62b5-4b87-8c23-e3f87fa091a8 not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:53:53.099039 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-006be198-3de2-4b82-aab6-32c188fbd60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506273', 'neutron.services.segments.db._delete_segments_for_network-8777139652675'] for network (5e8de27b-07d3-4627-8f07-85afc18d3e4e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:53.100693 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b861929e-18e3-493e-b76d-6d5093f47d87 None None] For port 169f66cc-f480-4f64-9170-053cd96d9dd0, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=169f66cc-f480-4f64-9170-053cd96d9dd0,segment=NetworkSegment(87db19ea-502c-4e57-903f-b4773c20c138),segment_id=87db19ea-502c-4e57-903f-b4773c20c138)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:53:53.101238 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b861929e-18e3-493e-b76d-6d5093f47d87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (169f66cc-f480-4f64-9170-053cd96d9dd0), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:53.118467 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b861929e-18e3-493e-b76d-6d5093f47d87 None None] Calling delete_port for 169f66cc-f480-4f64-9170-053cd96d9dd0 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:53:53.129281 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-006be198-3de2-4b82-aab6-32c188fbd60d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8de27b-07d3-4627-8f07-85afc18d3e4e']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:53.141147 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-006be198-3de2-4b82-aab6-32c188fbd60d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87db19ea-502c-4e57-903f-b4773c20c138') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:53.141475 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-006be198-3de2-4b82-aab6-32c188fbd60d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87db19ea-502c-4e57-903f-b4773c20c138') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:53:53.151717 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-006be198-3de2-4b82-aab6-32c188fbd60d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777139653708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7384337'] for segment (87db19ea-502c-4e57-903f-b4773c20c138), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:53.174555 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-006be198-3de2-4b82-aab6-32c188fbd60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (87db19ea-502c-4e57-903f-b4773c20c138), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:53.198394 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006be198-3de2-4b82-aab6-32c188fbd60d admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 23:53:53.200058 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-006be198-3de2-4b82-aab6-32c188fbd60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5624930'] for segment (87db19ea-502c-4e57-903f-b4773c20c138), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: Traceback (most recent call last): Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: timer() Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: cb(*args, **kw) Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: return func(*args, **kwargs) Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: self._notify() Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: self.callback(batched_events) Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: event.method(event) Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: return f(self, *a, **k) Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: return self._get(url).json() Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: return self.request(url, 'GET', **kwargs) Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 23:53:53.212750 dv-cinder-749155-6-iscsi neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 23:53:53.273057 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-006be198-3de2-4b82-aab6-32c188fbd60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574832'] for network (5e8de27b-07d3-4627-8f07-85afc18d3e4e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:53.277402 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b861929e-18e3-493e-b76d-6d5093f47d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700'] for port (169f66cc-f480-4f64-9170-053cd96d9dd0), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:53.284533 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-006be198-3de2-4b82-aab6-32c188fbd60d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:53.289730 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-006be198-3de2-4b82-aab6-32c188fbd60d admin admin] 10.222.0.31 "DELETE /v2.0/networks/5e8de27b-07d3-4627-8f07-85afc18d3e4e HTTP/1.1" status: 204 len: 168 time: 0.7022762 Mar 23 23:53:53.301913 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861929e-18e3-493e-b76d-6d5093f47d87 None None] Pushing event deleted for resources: {'Port': ['ID=169f66cc-f480-4f64-9170-053cd96d9dd0,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:53.307787 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b861929e-18e3-493e-b76d-6d5093f47d87 None None] Network 5e8de27b-07d3-4627-8f07-85afc18d3e4e is not hosted by any dhcp agent {{(pid=109900) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 23:53:53.307787 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b861929e-18e3-493e-b76d-6d5093f47d87 None None] No DVR routers for this DVR port 169f66cc-f480-4f64-9170-053cd96d9dd0 on host dv-cinder-749155-6-iscsi {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:53:53.308257 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006be198-3de2-4b82-aab6-32c188fbd60d admin admin] Pushing event deleted for resources: {'Network': ['ID=5e8de27b-07d3-4627-8f07-85afc18d3e4e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:53.443545 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 51928) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:53.494782 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-a48c2df9-63c5-44b1-985f-96dbd9d9358d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc0fe01104384c0a8bac5d0b7151abad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0497699 Mar 23 23:53:53.497394 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 51930) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:53:53.550547 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-26b6c985-d8c2-43f2-9125-862445436363 admin admin] Publish callbacks [] for security_group (72e4a497-24aa-4041-b58b-e2727a5ed342), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:53.578398 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-26b6c985-d8c2-43f2-9125-862445436363 admin admin] Publish callbacks [] for security_group (72e4a497-24aa-4041-b58b-e2727a5ed342), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:53.635448 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d77648-dac1-4afb-acce-5215111b8381 req-65e7e090-cf83-45b4-832e-7524c51d2768 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:53.637070 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-15d77648-dac1-4afb-acce-5215111b8381 req-65e7e090-cf83-45b4-832e-7524c51d2768 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 932 time: 0.0593405 Mar 23 23:53:53.642406 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-26b6c985-d8c2-43f2-9125-862445436363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (72e4a497-24aa-4041-b58b-e2727a5ed342), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:53.645363 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-26b6c985-d8c2-43f2-9125-862445436363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:53.647148 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-26b6c985-d8c2-43f2-9125-862445436363 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/72e4a497-24aa-4041-b58b-e2727a5ed342 HTTP/1.1" status: 204 len: 168 time: 0.1487617 Mar 23 23:53:53.663241 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6c985-d8c2-43f2-9125-862445436363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e4a497-24aa-4041-b58b-e2727a5ed342,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:53.701872 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-15d77648-dac1-4afb-acce-5215111b8381 req-0d0f9de0-75ed-4f03-b475-64980a87dcea tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591629 Mar 23 23:53:54.860290 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5d01b-e152-43aa-8fa4-3138f823899b req-cc6ca1d5-2d09-4666-b190-98c73a86744a tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:54.861943 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c1d5d01b-e152-43aa-8fa4-3138f823899b req-cc6ca1d5-2d09-4666-b190-98c73a86744a tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 932 time: 0.0825026 Mar 23 23:53:54.921999 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c1d5d01b-e152-43aa-8fa4-3138f823899b req-34fdf10c-2df5-4d49-b2d3-1ab7b83ef22a tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534289 Mar 23 23:53:56.063314 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d51bc-847e-463a-a385-63c986dc9a55 req-b7db963c-0dfe-4d09-adf9-879a0e183245 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:56.065102 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f68d51bc-847e-463a-a385-63c986dc9a55 req-b7db963c-0dfe-4d09-adf9-879a0e183245 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 932 time: 0.0704565 Mar 23 23:53:56.120220 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f68d51bc-847e-463a-a385-63c986dc9a55 req-1ac85137-9c19-425d-af18-55a05f377edc tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480921 Mar 23 23:53:57.255653 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728f5e0-14a6-4b83-9ddd-ac483e87caf5 req-5c7c12d0-d3b7-45c4-a7b7-aa4122edcbb8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:57.257150 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d728f5e0-14a6-4b83-9ddd-ac483e87caf5 req-5c7c12d0-d3b7-45c4-a7b7-aa4122edcbb8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 932 time: 0.0629418 Mar 23 23:53:57.308978 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d728f5e0-14a6-4b83-9ddd-ac483e87caf5 req-b54b60cc-4594-4482-86e1-5e79483157cc tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457203 Mar 23 23:53:57.687733 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] Request body: {'port': {'device_id': '759be5a9-2b93-4a3b-a94e-999fd4a4b39b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:53:57.776920 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:57.781398 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca00cfd-6618-4d4f-aa01-6a6519e3ebe8 req-2da3dfdc-9cb8-4ab1-b8bd-45b6ab9327a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:57.782902 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-8ca00cfd-6618-4d4f-aa01-6a6519e3ebe8 req-2da3dfdc-9cb8-4ab1-b8bd-45b6ab9327a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02770b121f6f4405bcd904ae1a2460d6&device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 1129 time: 0.1781676 Mar 23 23:53:58.264425 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca00cfd-6618-4d4f-aa01-6a6519e3ebe8 req-d8f01d63-0993-4b03-b173-17f9f0e7c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:58.266053 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-8ca00cfd-6618-4d4f-aa01-6a6519e3ebe8 req-d8f01d63-0993-4b03-b173-17f9f0e7c7b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb32722d-34ad-4f86-a879-08111091b10d HTTP/1.1" status: 200 len: 911 time: 0.4550700 Mar 23 23:53:58.363622 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-8ca00cfd-6618-4d4f-aa01-6a6519e3ebe8 req-49ef638e-857d-47d6-90e5-4b6f50dbaeb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef9c3f06-d15d-47bd-8ca2-646d49e74396 HTTP/1.1" status: 200 len: 1001 time: 0.0847847 Mar 23 23:53:58.429284 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199c607-3720-464c-ba62-3b0bee308e87 req-a0024971-d32d-454f-9d9e-a06e75333946 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:58.431419 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b199c607-3720-464c-ba62-3b0bee308e87 req-a0024971-d32d-454f-9d9e-a06e75333946 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 932 time: 0.0544879 Mar 23 23:53:58.444447 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7467b5dd-f812-4a17-add0-a735dcb16ba9 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:53:58.453959 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] Publish callbacks [] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:58.456941 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca00cfd-6618-4d4f-aa01-6a6519e3ebe8 req-66893d88-ef0d-402e-acd5-a67abd958c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:58.458459 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-8ca00cfd-6618-4d4f-aa01-6a6519e3ebe8 req-66893d88-ef0d-402e-acd5-a67abd958c38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33f2a048-cda2-4701-8292-38152d7aa069 HTTP/1.1" status: 200 len: 850 time: 0.0856562 Mar 23 23:53:58.477226 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] Transition to ACTIVE for port object 7467b5dd-f812-4a17-add0-a735dcb16ba9 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 23:53:58.479458 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b199c607-3720-464c-ba62-3b0bee308e87 req-4d1b6f16-8748-4b01-b5cf-cc3b4646405a tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423810 Mar 23 23:53:58.494573 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:58.554135 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] Pushing event updated for resources: {'Port': ['ID=7467b5dd-f812-4a17-add0-a735dcb16ba9,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:58.565029 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca00cfd-6618-4d4f-aa01-6a6519e3ebe8 req-5bc2e11d-c2b6-4723-8b43-9258445173b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:58.566675 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-8ca00cfd-6618-4d4f-aa01-6a6519e3ebe8 req-5bc2e11d-c2b6-4723-8b43-9258445173b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb32722d-34ad-4f86-a879-08111091b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996079 Mar 23 23:53:58.638413 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] Attempting to bind port 7467b5dd-f812-4a17-add0-a735dcb16ba9 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:53:58.638747 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] Attempting to bind port 7467b5dd-f812-4a17-add0-a735dcb16ba9 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '82ea2272-d9a5-4066-bfbf-1c28d215cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:53:58.639107 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] Attempting to bind port 7467b5dd-f812-4a17-add0-a735dcb16ba9 on network d069a25b-42b9-47e9-84a4-6a523798a0c6 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:53:58.643665 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] Port 7467b5dd-f812-4a17-add0-a735dcb16ba9 on network d069a25b-42b9-47e9-84a4-6a523798a0c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 23:53:58.643869 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] Attempting to bind port 7467b5dd-f812-4a17-add0-a735dcb16ba9 on network d069a25b-42b9-47e9-84a4-6a523798a0c6 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:53:58.648878 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:53:58.649215 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] Checking segment: {'id': '82ea2272-d9a5-4066-bfbf-1c28d215cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:53:58.649634 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] Bound using segment: {'id': '82ea2272-d9a5-4066-bfbf-1c28d215cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:53:58.650064 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] Bound port: 7467b5dd-f812-4a17-add0-a735dcb16ba9, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ea2272-d9a5-4066-bfbf-1c28d215cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:53:58.650420 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:58.715094 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] For port 7467b5dd-f812-4a17-add0-a735dcb16ba9, host hv-cinder-74915, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:53:58.718474 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] For port 7467b5dd-f812-4a17-add0-a735dcb16ba9, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7467b5dd-f812-4a17-add0-a735dcb16ba9,segment=NetworkSegment(82ea2272-d9a5-4066-bfbf-1c28d215cf60),segment_id=82ea2272-d9a5-4066-bfbf-1c28d215cf60)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:53:58.725931 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:58.764731 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:58.765389 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:53:58.766783 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] 10.222.0.20 "PUT /v2.0/ports/7467b5dd-f812-4a17-add0-a735dcb16ba9 HTTP/1.1" status: 200 len: 1094 time: 1.1816154 Mar 23 23:53:58.767200 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759be5a9-2b93-4a3b-a94e-999fd4a4b39b', 'tag': '7467b5dd-f812-4a17-add0-a735dcb16ba9'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:53:58.769450 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc63e71c-ee25-41bf-87ca-3202ab163405" -d '{"events": [{"name": "network-changed", "server_uuid": "759be5a9-2b93-4a3b-a94e-999fd4a4b39b", "tag": "7467b5dd-f812-4a17-add0-a735dcb16ba9"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:53:58.792434 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f18c2-a006-42ac-93bd-3d77f487b40e service neutron] Pushing event updated for resources: {'Port': ['ID=7467b5dd-f812-4a17-add0-a735dcb16ba9,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:53:58.809542 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1231f63d-a496-47b2-826e-a44e54ba5056 x-openstack-request-id: req-1231f63d-a496-47b2-826e-a44e54ba5056 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:53:58.809835 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759be5a9-2b93-4a3b-a94e-999fd4a4b39b", "tag": "7467b5dd-f812-4a17-add0-a735dcb16ba9", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:53:58.810085 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1231f63d-a496-47b2-826e-a44e54ba5056 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:53:58.810524 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1231f63d-a496-47b2-826e-a44e54ba5056'] response: {'name': 'network-changed', 'server_uuid': '759be5a9-2b93-4a3b-a94e-999fd4a4b39b', 'tag': '7467b5dd-f812-4a17-add0-a735dcb16ba9', 'status': 'completed', 'code': 200} Mar 23 23:53:59.610092 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772947a-8d85-415e-b02f-feb4785a01b0 req-4fac1e2f-4511-4df5-95e8-6c1ee16bbecb tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:53:59.611543 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1772947a-8d85-415e-b02f-feb4785a01b0 req-4fac1e2f-4511-4df5-95e8-6c1ee16bbecb tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 944 time: 0.0562699 Mar 23 23:53:59.660966 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1772947a-8d85-415e-b02f-feb4785a01b0 req-91ca083e-1b2b-4425-88ba-93c9885403f9 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420599 Mar 23 23:54:00.207379 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-8ca00cfd-6618-4d4f-aa01-6a6519e3ebe8 req-77b08d28-a79d-4613-8cf6-2986d102c74a service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997932 Mar 23 23:54:00.795299 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676aa40-39bc-4fea-b257-5337e8988a9a req-1310c805-fc0f-491a-b924-e9cf82541542 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:00.796681 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a676aa40-39bc-4fea-b257-5337e8988a9a req-1310c805-fc0f-491a-b924-e9cf82541542 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 944 time: 0.0593274 Mar 23 23:54:00.847342 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a676aa40-39bc-4fea-b257-5337e8988a9a req-6effd3f8-78a2-4db3-9bb8-01f7cb804c53 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425596 Mar 23 23:54:01.154188 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63e71c-ee25-41bf-87ca-3202ab163405 req-9ee7c243-45ee-4044-8478-d543a7b98ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:01.155566 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-dc63e71c-ee25-41bf-87ca-3202ab163405 req-9ee7c243-45ee-4044-8478-d543a7b98ad1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=453ec29957b24ab88540f704e2f3d87f&device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 1128 time: 0.1014898 Mar 23 23:54:01.157514 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-8ca00cfd-6618-4d4f-aa01-6a6519e3ebe8 req-ae699aaa-1824-47d3-97d0-a66e4d9bfba1 service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231952 Mar 23 23:54:01.274631 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63e71c-ee25-41bf-87ca-3202ab163405 req-8f7ebe57-6381-4dad-89e2-f2b55fe3cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:01.276191 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-dc63e71c-ee25-41bf-87ca-3202ab163405 req-8f7ebe57-6381-4dad-89e2-f2b55fe3cbec service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=453ec29957b24ab88540f704e2f3d87f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1051180 Mar 23 23:54:01.374618 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63e71c-ee25-41bf-87ca-3202ab163405 req-01986251-b786-4eb8-a498-022e22a9961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:01.376123 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-dc63e71c-ee25-41bf-87ca-3202ab163405 req-01986251-b786-4eb8-a498-022e22a9961a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0926869 Mar 23 23:54:01.465579 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-6c2ced45-577e-4342-aa67-457edc6fbe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:01.467084 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-6c2ced45-577e-4342-aa67-457edc6fbe7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=453ec29957b24ab88540f704e2f3d87f&device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 1128 time: 0.0464511 Mar 23 23:54:01.516745 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-914655c3-9c84-4222-8f2e-b02f6416bdf5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7467b5dd-f812-4a17-add0-a735dcb16ba9 HTTP/1.1" status: 200 len: 217 time: 0.0419734 Mar 23 23:54:01.577716 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-a83627d9-bd20-4449-82e8-3d04d3abf11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:01.579173 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-a83627d9-bd20-4449-82e8-3d04d3abf11b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7512d543-bff9-4528-89a7-af605d6bb88e HTTP/1.1" status: 200 len: 853 time: 0.0452626 Mar 23 23:54:01.633774 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-97bbe8a0-df5d-491b-8a7f-4b5e728f2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:01.635298 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-97bbe8a0-df5d-491b-8a7f-4b5e728f2c23 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d069a25b-42b9-47e9-84a4-6a523798a0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450649 Mar 23 23:54:01.740971 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-ff65a04a-6cc1-49dc-8f33-e81e3530893c service neutron] 10.222.0.20 "GET /v2.0/networks/d069a25b-42b9-47e9-84a4-6a523798a0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910378 Mar 23 23:54:01.842770 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-12b2623a-8ca4-4858-bce3-e96e83737c6d req-8f1a6685-7b6b-439e-ab60-be5939c39c57 service neutron] 10.222.0.20 "GET /v2.0/networks/d069a25b-42b9-47e9-84a4-6a523798a0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932565 Mar 23 23:54:01.966421 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd404c32-aefc-4c10-982a-4774d6cf2108 req-aa2c3aa2-ec70-436d-8a85-58bce5a61a3e tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:01.967932 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-dd404c32-aefc-4c10-982a-4774d6cf2108 req-aa2c3aa2-ec70-436d-8a85-58bce5a61a3e tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 944 time: 0.0529919 Mar 23 23:54:02.016877 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-dd404c32-aefc-4c10-982a-4774d6cf2108 req-efb9f172-97bc-4f6e-ac14-6e1542e7022b tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427043 Mar 23 23:54:03.140702 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cce13-167f-4a9b-a28f-3cd5d2a50e0a req-ae412299-017b-430d-8095-19546385b053 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:03.142306 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0f0cce13-167f-4a9b-a28f-3cd5d2a50e0a req-ae412299-017b-430d-8095-19546385b053 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 944 time: 0.0578251 Mar 23 23:54:03.192386 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0f0cce13-167f-4a9b-a28f-3cd5d2a50e0a req-325ce1ff-8ce8-4d89-8181-17163ab5ccbc tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443549 Mar 23 23:54:04.122116 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 7467b5dd-f812-4a17-add0-a735dcb16ba9 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:54:04.239356 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 7467b5dd-f812-4a17-add0-a735dcb16ba9, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7467b5dd-f812-4a17-add0-a735dcb16ba9,segment=NetworkSegment(82ea2272-d9a5-4066-bfbf-1c28d215cf60),segment_id=82ea2272-d9a5-4066-bfbf-1c28d215cf60)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:54:04.251595 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': '7467b5dd-f812-4a17-add0-a735dcb16ba9', 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6', 'port_id': '7467b5dd-f812-4a17-add0-a735dcb16ba9', 'mac_address': 'fa:16:3e:34:4e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7512d543-bff9-4528-89a7-af605d6bb88e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:54:04.291037 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 7467b5dd-f812-4a17-add0-a735dcb16ba9 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:54:04.291458 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:04.304304 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7467b5dd-f812-4a17-add0-a735dcb16ba9 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:54:04.311157 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92eee9-20e9-4241-b9a4-9d096f31e130 req-105bf9d4-a773-4a66-a48c-909827ee8337 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:04.312671 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1a92eee9-20e9-4241-b9a4-9d096f31e130 req-105bf9d4-a773-4a66-a48c-909827ee8337 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 944 time: 0.0527062 Mar 23 23:54:04.324152 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 7467b5dd-f812-4a17-add0-a735dcb16ba9, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7467b5dd-f812-4a17-add0-a735dcb16ba9,segment=NetworkSegment(82ea2272-d9a5-4066-bfbf-1c28d215cf60),segment_id=82ea2272-d9a5-4066-bfbf-1c28d215cf60)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:54:04.328534 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:04.363045 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1a92eee9-20e9-4241-b9a4-9d096f31e130 req-c3c4fcc4-7127-4119-8ef6-e09166697afb tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446599 Mar 23 23:54:04.378609 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=7467b5dd-f812-4a17-add0-a735dcb16ba9,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:04.579605 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['7467b5dd-f812-4a17-add0-a735dcb16ba9'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:54:05.496255 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebd455-e99c-47e8-bca1-514d7ccdfb89 req-9af15ca9-3675-445c-bce1-eff360920780 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:05.497736 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-88ebd455-e99c-47e8-bca1-514d7ccdfb89 req-9af15ca9-3675-445c-bce1-eff360920780 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 945 time: 0.0617197 Mar 23 23:54:05.560324 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-88ebd455-e99c-47e8-bca1-514d7ccdfb89 req-80a15654-f3fb-4056-af5a-f45a09cdf0f5 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569601 Mar 23 23:54:06.122544 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 7467b5dd-f812-4a17-add0-a735dcb16ba9 up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:54:06.182573 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port 7467b5dd-f812-4a17-add0-a735dcb16ba9 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 23:54:06.186747 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port 7467b5dd-f812-4a17-add0-a735dcb16ba9 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:54:06.187140 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:06.271507 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 7467b5dd-f812-4a17-add0-a735dcb16ba9 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:54:06.271899 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:06.296172 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759be5a9-2b93-4a3b-a94e-999fd4a4b39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7467b5dd-f812-4a17-add0-a735dcb16ba9'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:54:06.298425 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21de066a-9745-4d18-a7f8-1b544a0fa8d3" -d '{"events": [{"server_uuid": "759be5a9-2b93-4a3b-a94e-999fd4a4b39b", "name": "network-vif-plugged", "status": "completed", "tag": "7467b5dd-f812-4a17-add0-a735dcb16ba9"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:54:06.312179 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 7467b5dd-f812-4a17-add0-a735dcb16ba9, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7467b5dd-f812-4a17-add0-a735dcb16ba9,segment=NetworkSegment(82ea2272-d9a5-4066-bfbf-1c28d215cf60),segment_id=82ea2272-d9a5-4066-bfbf-1c28d215cf60)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:54:06.316698 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:06.344214 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef645987-5974-43fe-9be6-6283ca6dca9a x-openstack-request-id: req-ef645987-5974-43fe-9be6-6283ca6dca9a {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:54:06.344512 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759be5a9-2b93-4a3b-a94e-999fd4a4b39b", "name": "network-vif-plugged", "status": "completed", "tag": "7467b5dd-f812-4a17-add0-a735dcb16ba9", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:54:06.344764 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef645987-5974-43fe-9be6-6283ca6dca9a {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:54:06.345161 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef645987-5974-43fe-9be6-6283ca6dca9a'] response: {'server_uuid': '759be5a9-2b93-4a3b-a94e-999fd4a4b39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7467b5dd-f812-4a17-add0-a735dcb16ba9', 'code': 200} Mar 23 23:54:06.370909 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=7467b5dd-f812-4a17-add0-a735dcb16ba9,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:06.519336 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b1166-f341-4619-89f8-341f11ec94df req-984b372f-6359-44ab-a7ec-58dd5db1c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:06.521711 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f38b1166-f341-4619-89f8-341f11ec94df req-984b372f-6359-44ab-a7ec-58dd5db1c67b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 1130 time: 0.0476546 Mar 23 23:54:06.572571 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f38b1166-f341-4619-89f8-341f11ec94df req-9daeb506-bfcf-43b4-9d7b-87ff35034420 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446775 Mar 23 23:54:06.684746 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcd29a-e882-45fd-85f3-88b19c36df58 req-4b83b4a7-fc02-45c7-9897-8541494a6195 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:06.686382 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7bdcd29a-e882-45fd-85f3-88b19c36df58 req-4b83b4a7-fc02-45c7-9897-8541494a6195 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 946 time: 0.0585642 Mar 23 23:54:06.735028 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7bdcd29a-e882-45fd-85f3-88b19c36df58 req-77e57e27-7934-4965-8134-c75e689870a9 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426137 Mar 23 23:54:07.269169 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-20e5d87a-2a98-4fe7-983b-ee3dd3fbc406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:07.877828 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0d9bd-0d16-4f9c-8ed2-8517a20313eb req-27ee146e-5556-4126-af3f-390af0522415 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:07.879519 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-03d0d9bd-0d16-4f9c-8ed2-8517a20313eb req-27ee146e-5556-4126-af3f-390af0522415 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 946 time: 0.0594168 Mar 23 23:54:07.929854 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-03d0d9bd-0d16-4f9c-8ed2-8517a20313eb req-6564f50f-5628-491a-8acf-702ddd840728 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446284 Mar 23 23:54:08.060945 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6b798-d5ea-40d6-a6ee-2671a096697c req-7703a94c-2592-4cd9-86b3-402e67347f96 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:08.062334 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-49d6b798-d5ea-40d6-a6ee-2671a096697c req-7703a94c-2592-4cd9-86b3-402e67347f96 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 946 time: 0.0611322 Mar 23 23:54:08.112453 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-49d6b798-d5ea-40d6-a6ee-2671a096697c req-a7419e88-d459-411b-b368-b23ce1b2e3bf tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416324 Mar 23 23:54:08.453888 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f15e1-b23e-4b81-8d18-fca2fcb4cb25 req-c7762b2c-7303-4e9d-a0f9-d1eeccbf5464 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:08.455479 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-922f15e1-b23e-4b81-8d18-fca2fcb4cb25 req-c7762b2c-7303-4e9d-a0f9-d1eeccbf5464 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 946 time: 0.0548913 Mar 23 23:54:08.503452 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-922f15e1-b23e-4b81-8d18-fca2fcb4cb25 req-cf88fc8e-b0c3-4c11-98cb-f6799c534d35 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422988 Mar 23 23:54:09.347185 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e4b37934-91d5-4282-9905-3cbaee69be8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:10.572252 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:12.150388 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:12.662727 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:54:13.342436 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:18.727778 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:20.105916 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0385a8e-8aa3-4879-b69d-9011fb23e0eb req-ce06cc5f-dd96-4000-8bf3-57457f4dd756 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:20.107830 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b0385a8e-8aa3-4879-b69d-9011fb23e0eb req-ce06cc5f-dd96-4000-8bf3-57457f4dd756 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 946 time: 0.0545816 Mar 23 23:54:20.170598 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b0385a8e-8aa3-4879-b69d-9011fb23e0eb req-4b18f622-6ece-4317-a29f-14aaa1dc067d tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566614 Mar 23 23:54:20.194159 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 52286) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:20.355887 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf6703f-30f8-4a9d-ad60-8a6f572cbc29 tempest-TestMinimumBasicScenario-1462743278 tempest-TestMinimumBasicScenario-1462743278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:20.357817 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-1cf6703f-30f8-4a9d-ad60-8a6f572cbc29 tempest-TestMinimumBasicScenario-1462743278 tempest-TestMinimumBasicScenario-1462743278-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 1125 time: 0.1626859 Mar 23 23:54:20.362442 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 52292) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:20.369675 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5ed8b941-dded-468d-b893-04bceea91a59 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Request body: {'floatingip': {'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'port_id': '7467b5dd-f812-4a17-add0-a735dcb16ba9', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:54:20.394794 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b941-dded-468d-b893-04bceea91a59 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:20.494301 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b941-dded-468d-b893-04bceea91a59 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:20.609737 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-5ed8b941-dded-468d-b893-04bceea91a59 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Allocated IP 172.27.0.166 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/047702d7-6bf2-4c22-9956-3309470be833) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:54:20.711073 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b941-dded-468d-b893-04bceea91a59 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for port (047702d7-6bf2-4c22-9956-3309470be833), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:20.748079 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b941-dded-468d-b893-04bceea91a59 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (047702d7-6bf2-4c22-9956-3309470be833), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:20.789974 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed8b941-dded-468d-b893-04bceea91a59 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:54:20.797637 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-5ed8b941-dded-468d-b893-04bceea91a59 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:54:20.800290 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed8b941-dded-468d-b893-04bceea91a59 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:54:20.802417 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8b941-dded-468d-b893-04bceea91a59 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Pushing event updated for resources: {'Port': ['ID=047702d7-6bf2-4c22-9956-3309470be833,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:21.165561 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b941-dded-468d-b893-04bceea91a59 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for floatingip (13d4023e-5c97-45a8-9319-fb051233c598), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:21.240804 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b941-dded-468d-b893-04bceea91a59 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (047702d7-6bf2-4c22-9956-3309470be833), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:21.392472 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b941-dded-468d-b893-04bceea91a59 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for port (047702d7-6bf2-4c22-9956-3309470be833), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:21.399466 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b941-dded-468d-b893-04bceea91a59 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (047702d7-6bf2-4c22-9956-3309470be833), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:21.470666 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8b941-dded-468d-b893-04bceea91a59 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Pushing event updated for resources: {'Port': ['ID=047702d7-6bf2-4c22-9956-3309470be833,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:21.479114 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b941-dded-468d-b893-04bceea91a59 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (13d4023e-5c97-45a8-9319-fb051233c598), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:21.596954 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.l3_db [None req-5ed8b941-dded-468d-b893-04bceea91a59 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Floating IP 13d4023e-5c97-45a8-9319-fb051233c598 associated. External IP: 172.27.0.166, port: 7467b5dd-f812-4a17-add0-a735dcb16ba9. Mar 23 23:54:21.814044 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed8b941-dded-468d-b893-04bceea91a59 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Router bc27fbfb-da72-4829-bffa-4b8e0aee8c46 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:54:21.925545 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed8b941-dded-468d-b893-04bceea91a59 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:54:21.935674 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec8d9f9-7a1a-47d5-a152-2247e516631e None None] Sync routers for ids ['bc27fbfb-da72-4829-bffa-4b8e0aee8c46'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:54:21.946135 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b941-dded-468d-b893-04bceea91a59 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:21.946942 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec8d9f9-7a1a-47d5-a152-2247e516631e None None] Routers {'bc27fbfb-da72-4829-bffa-4b8e0aee8c46'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:54:21.947931 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-cec8d9f9-7a1a-47d5-a152-2247e516631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:54:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['bc27fbfb-da72-4829-bffa-4b8e0aee8c46'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:54:21.976125 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-5ed8b941-dded-468d-b893-04bceea91a59 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6122463 Mar 23 23:54:21.976719 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759be5a9-2b93-4a3b-a94e-999fd4a4b39b', 'tag': '7467b5dd-f812-4a17-add0-a735dcb16ba9'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:54:21.978964 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dc8601-c27c-440f-b347-acedcc1d482c" -d '{"events": [{"name": "network-changed", "server_uuid": "759be5a9-2b93-4a3b-a94e-999fd4a4b39b", "tag": "7467b5dd-f812-4a17-add0-a735dcb16ba9"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:54:21.979591 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 52298) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:21.985874 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1414734828', 'description': 'tempest-secgroup-smoke-1414734828 description', 'project_id': '453ec29957b24ab88540f704e2f3d87f'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:54:22.011447 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:22.070826 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-cec8d9f9-7a1a-47d5-a152-2247e516631e None None] Set router bc27fbfb-da72-4829-bffa-4b8e0aee8c46 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:54:22.081591 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d4da57-93b6-4c76-9a22-0d63647b51a2 x-openstack-request-id: req-b3d4da57-93b6-4c76-9a22-0d63647b51a2 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:54:22.081976 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759be5a9-2b93-4a3b-a94e-999fd4a4b39b", "tag": "7467b5dd-f812-4a17-add0-a735dcb16ba9", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:54:22.082800 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3d4da57-93b6-4c76-9a22-0d63647b51a2 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:54:22.083299 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d4da57-93b6-4c76-9a22-0d63647b51a2'] response: {'name': 'network-changed', 'server_uuid': '759be5a9-2b93-4a3b-a94e-999fd4a4b39b', 'tag': '7467b5dd-f812-4a17-add0-a735dcb16ba9', 'status': 'completed', 'code': 200} Mar 23 23:54:22.088934 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group (b2f4eeb9-e0de-43de-99a1-780f311e549f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:22.093031 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (b2f4eeb9-e0de-43de-99a1-780f311e549f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:22.123102 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:22.127346 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1436989 Mar 23 23:54:22.127746 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 52306) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:22.130371 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f4eeb9-e0de-43de-99a1-780f311e549f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:22.132791 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Request body: {'security_group_rule': {'security_group_id': 'b2f4eeb9-e0de-43de-99a1-780f311e549f', 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:54:22.143989 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.144887 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.145242 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.145615 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.146426 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.146822 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.147285 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.147622 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.148399 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.148819 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.149696 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.150086 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.150422 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.150863 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.151203 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0f99b-aa84-4be3-8655-452941aedfd4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.183762 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group_rule (bbe1166c-2b87-42df-8b2b-bd4a558c739f), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:22.286158 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group_rule (bbe1166c-2b87-42df-8b2b-bd4a558c739f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:22.288611 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc8601-c27c-440f-b347-acedcc1d482c req-53af822e-5c06-4a7d-824c-5b339e22490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:22.290450 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e2dc8601-c27c-440f-b347-acedcc1d482c req-53af822e-5c06-4a7d-824c-5b339e22490d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=453ec29957b24ab88540f704e2f3d87f&device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 1130 time: 0.0882592 Mar 23 23:54:22.291521 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (bbe1166c-2b87-42df-8b2b-bd4a558c739f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:22.322009 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-cec8d9f9-7a1a-47d5-a152-2247e516631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'name': 'tempest-TestMinimumBasicScenario-979893782-router', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:24Z', 'revision_number': 4, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'gw_port': {'id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '13d4023e-5c97-45a8-9319-fb051233c598', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'port_id': '7467b5dd-f812-4a17-add0-a735dcb16ba9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6', 'mac_address': 'fa:16:3e:34:4e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759be5a9-2b93-4a3b-a94e-999fd4a4b39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:54:21Z', 'updated_at': '2022-03-23T23:54:21Z', 'revision_number': 0, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db3d7dda-8ebf-4446-bb39-8891124656cc', 'name': '', 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'mac_address': 'fa:16:3e:91:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7512d543-bff9-4528-89a7-af605d6bb88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:23Z', 'updated_at': '2022-03-23T23:53:28Z', 'revision_number': 5, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'subnets': [{'id': '7512d543-bff9-4528-89a7-af605d6bb88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:54:22.322330 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe1166c-2b87-42df-8b2b-bd4a558c739f,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:22.360767 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec8d9f9-7a1a-47d5-a152-2247e516631e None None] Checking router: bc27fbfb-da72-4829-bffa-4b8e0aee8c46 for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:54:22.371658 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec8d9f9-7a1a-47d5-a152-2247e516631e None None] Routers {'bc27fbfb-da72-4829-bffa-4b8e0aee8c46'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:54:22.372394 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-cec8d9f9-7a1a-47d5-a152-2247e516631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:54:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['bc27fbfb-da72-4829-bffa-4b8e0aee8c46'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:54:22.500138 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-cec8d9f9-7a1a-47d5-a152-2247e516631e None None] Set router bc27fbfb-da72-4829-bffa-4b8e0aee8c46 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:54:22.636156 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:22.639530 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5105989 Mar 23 23:54:22.640210 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 52316) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:22.647517 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.647860 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.648197 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.648530 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.648841 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.649185 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.649539 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.649863 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.650179 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.650517 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.650845 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.651155 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.651472 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.651782 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.652096 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134c6b5d-acf8-40d8-9452-cd3297ce2ed8 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:22.659324 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-186e2fe3-a28e-4009-8402-0c64dc432461 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Request body: {'security_group_rule': {'security_group_id': 'b2f4eeb9-e0de-43de-99a1-780f311e549f', 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:54:22.707819 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-186e2fe3-a28e-4009-8402-0c64dc432461 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group_rule (9e2f440c-8c90-4625-b8f0-e26163012276), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:22.713083 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc8601-c27c-440f-b347-acedcc1d482c req-be3b74bd-fe6c-4a84-8a62-8003b432ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:22.714607 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e2dc8601-c27c-440f-b347-acedcc1d482c req-be3b74bd-fe6c-4a84-8a62-8003b432ff73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d069a25b-42b9-47e9-84a4-6a523798a0c6 HTTP/1.1" status: 200 len: 914 time: 0.4110274 Mar 23 23:54:22.751564 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-cec8d9f9-7a1a-47d5-a152-2247e516631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'name': 'tempest-TestMinimumBasicScenario-979893782-router', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:24Z', 'revision_number': 4, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'gw_port': {'id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '13d4023e-5c97-45a8-9319-fb051233c598', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'port_id': '7467b5dd-f812-4a17-add0-a735dcb16ba9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6', 'mac_address': 'fa:16:3e:34:4e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759be5a9-2b93-4a3b-a94e-999fd4a4b39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:54:21Z', 'updated_at': '2022-03-23T23:54:21Z', 'revision_number': 0, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db3d7dda-8ebf-4446-bb39-8891124656cc', 'name': '', 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'mac_address': 'fa:16:3e:91:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7512d543-bff9-4528-89a7-af605d6bb88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:23Z', 'updated_at': '2022-03-23T23:53:28Z', 'revision_number': 5, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'subnets': [{'id': '7512d543-bff9-4528-89a7-af605d6bb88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:54:22.782501 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec8d9f9-7a1a-47d5-a152-2247e516631e None None] The sync data for ids ['bc27fbfb-da72-4829-bffa-4b8e0aee8c46'] in dv-cinder-749155-6-iscsi is: [{'id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'name': 'tempest-TestMinimumBasicScenario-979893782-router', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:24Z', 'revision_number': 4, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'gw_port': {'id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '13d4023e-5c97-45a8-9319-fb051233c598', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'port_id': '7467b5dd-f812-4a17-add0-a735dcb16ba9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6', 'mac_address': 'fa:16:3e:34:4e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759be5a9-2b93-4a3b-a94e-999fd4a4b39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:54:21Z', 'updated_at': '2022-03-23T23:54:21Z', 'revision_number': 0, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db3d7dda-8ebf-4446-bb39-8891124656cc', 'name': '', 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'mac_address': 'fa:16:3e:91:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7512d543-bff9-4528-89a7-af605d6bb88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:23Z', 'updated_at': '2022-03-23T23:53:28Z', 'revision_number': 5, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'subnets': [{'id': '7512d543-bff9-4528-89a7-af605d6bb88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:54:22.811542 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e2dc8601-c27c-440f-b347-acedcc1d482c req-759b7d29-61ed-4598-a3a7-efae932b20e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7467b5dd-f812-4a17-add0-a735dcb16ba9 HTTP/1.1" status: 200 len: 1000 time: 0.0891016 Mar 23 23:54:22.813223 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-186e2fe3-a28e-4009-8402-0c64dc432461 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group_rule (9e2f440c-8c90-4625-b8f0-e26163012276), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:22.818184 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-186e2fe3-a28e-4009-8402-0c64dc432461 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (9e2f440c-8c90-4625-b8f0-e26163012276), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:22.866271 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e2fe3-a28e-4009-8402-0c64dc432461 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2f440c-8c90-4625-b8f0-e26163012276,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:22.876358 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-186e2fe3-a28e-4009-8402-0c64dc432461 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:22.880552 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 52318) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:22.881730 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-186e2fe3-a28e-4009-8402-0c64dc432461 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2358029 Mar 23 23:54:22.885384 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-687a7c96-6477-4ff5-a7c3-eb0fa8120499 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Request body: {'security_group_rule': {'security_group_id': 'b2f4eeb9-e0de-43de-99a1-780f311e549f', 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:54:22.890137 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc8601-c27c-440f-b347-acedcc1d482c req-c00dd45b-4dad-42fe-9699-df8fcb250121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:22.891813 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e2dc8601-c27c-440f-b347-acedcc1d482c req-c00dd45b-4dad-42fe-9699-df8fcb250121 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7512d543-bff9-4528-89a7-af605d6bb88e HTTP/1.1" status: 200 len: 853 time: 0.0717044 Mar 23 23:54:22.913456 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-687a7c96-6477-4ff5-a7c3-eb0fa8120499 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group_rule (f05d11c7-d23f-4512-a8ba-c2056e675e97), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:22.947053 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc8601-c27c-440f-b347-acedcc1d482c req-504e30a0-783f-4791-aa4e-18f49507d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:22.948664 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e2dc8601-c27c-440f-b347-acedcc1d482c req-504e30a0-783f-4791-aa4e-18f49507d923 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d069a25b-42b9-47e9-84a4-6a523798a0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489814 Mar 23 23:54:22.974381 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-687a7c96-6477-4ff5-a7c3-eb0fa8120499 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group_rule (f05d11c7-d23f-4512-a8ba-c2056e675e97), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:22.979125 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-687a7c96-6477-4ff5-a7c3-eb0fa8120499 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (f05d11c7-d23f-4512-a8ba-c2056e675e97), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:22.994143 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a7c96-6477-4ff5-a7c3-eb0fa8120499 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05d11c7-d23f-4512-a8ba-c2056e675e97,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:23.010752 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-687a7c96-6477-4ff5-a7c3-eb0fa8120499 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:23.011986 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-687a7c96-6477-4ff5-a7c3-eb0fa8120499 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304584 Mar 23 23:54:23.014717 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 52320) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:23.019199 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-0c57480d-8e93-4247-a603-6a27d3e7f4ad tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Request body: {'security_group_rule': {'security_group_id': 'b2f4eeb9-e0de-43de-99a1-780f311e549f', 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:54:23.024284 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c4c49e-9844-44f9-87fe-2addd30a1131 None None] New status for floating IP 13d4023e-5c97-45a8-9319-fb051233c598: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:54:23.044470 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c57480d-8e93-4247-a603-6a27d3e7f4ad tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group_rule (5cba1342-9051-4303-9890-0cf1fe360958), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:23.065599 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e2dc8601-c27c-440f-b347-acedcc1d482c req-5e5b8ab3-2829-4ada-bd3b-ff914f8118e7 service neutron] 10.222.0.20 "GET /v2.0/networks/d069a25b-42b9-47e9-84a4-6a523798a0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098123 Mar 23 23:54:23.108626 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c57480d-8e93-4247-a603-6a27d3e7f4ad tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group_rule (5cba1342-9051-4303-9890-0cf1fe360958), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:23.114547 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c57480d-8e93-4247-a603-6a27d3e7f4ad tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (5cba1342-9051-4303-9890-0cf1fe360958), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:23.133536 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57480d-8e93-4247-a603-6a27d3e7f4ad tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cba1342-9051-4303-9890-0cf1fe360958,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:23.141816 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c57480d-8e93-4247-a603-6a27d3e7f4ad tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:23.145759 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-0c57480d-8e93-4247-a603-6a27d3e7f4ad tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274371 Mar 23 23:54:23.146051 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 52322) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:23.150500 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-67ddea00-b503-4f1f-9301-c7fe44d2dc33 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Request body: {'security_group_rule': {'security_group_id': 'b2f4eeb9-e0de-43de-99a1-780f311e549f', 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:54:23.170953 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.securitygroups_db [None req-67ddea00-b503-4f1f-9301-c7fe44d2dc33 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Project 453ec29957b24ab88540f704e2f3d87f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 23:54:23.172521 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e2dc8601-c27c-440f-b347-acedcc1d482c req-365a6593-e328-436c-ad65-1575125b39f1 service neutron] 10.222.0.20 "GET /v2.0/networks/d069a25b-42b9-47e9-84a4-6a523798a0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997224 Mar 23 23:54:23.176529 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67ddea00-b503-4f1f-9301-c7fe44d2dc33 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group_rule (d0eda372-fe81-4fd4-afb1-a40d2d88294a), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:23.251080 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67ddea00-b503-4f1f-9301-c7fe44d2dc33 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group_rule (d0eda372-fe81-4fd4-afb1-a40d2d88294a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:23.264699 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67ddea00-b503-4f1f-9301-c7fe44d2dc33 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (d0eda372-fe81-4fd4-afb1-a40d2d88294a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:23.283960 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ddea00-b503-4f1f-9301-c7fe44d2dc33 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0eda372-fe81-4fd4-afb1-a40d2d88294a,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:23.293661 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67ddea00-b503-4f1f-9301-c7fe44d2dc33 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:23.294871 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-67ddea00-b503-4f1f-9301-c7fe44d2dc33 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478355 Mar 23 23:54:23.297766 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 52328) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:23.302180 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-46090b88-7961-4469-8fd4-3530b874429c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Request body: {'security_group_rule': {'security_group_id': 'b2f4eeb9-e0de-43de-99a1-780f311e549f', 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:54:23.322278 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.securitygroups_db [None req-46090b88-7961-4469-8fd4-3530b874429c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Project 453ec29957b24ab88540f704e2f3d87f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 23:54:23.327017 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-46090b88-7961-4469-8fd4-3530b874429c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group_rule (d7d6b649-3fe4-4621-8cef-c68e15dddec1), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:23.390219 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-46090b88-7961-4469-8fd4-3530b874429c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group_rule (d7d6b649-3fe4-4621-8cef-c68e15dddec1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:23.396611 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-46090b88-7961-4469-8fd4-3530b874429c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (d7d6b649-3fe4-4621-8cef-c68e15dddec1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:23.410384 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46090b88-7961-4469-8fd4-3530b874429c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d6b649-3fe4-4621-8cef-c68e15dddec1,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:23.429758 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-46090b88-7961-4469-8fd4-3530b874429c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:23.433522 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-46090b88-7961-4469-8fd4-3530b874429c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1322358 Mar 23 23:54:23.524696 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-aa0af962-2190-47ea-80ee-04825f83638f req-84be0aaf-e10a-4c63-a1e3-9d730cb766a2 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1414734828&fields=id&tenant_id=453ec29957b24ab88540f704e2f3d87f HTTP/1.1" status: 200 len: 267 time: 0.0447590 Mar 23 23:54:23.586663 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0af962-2190-47ea-80ee-04825f83638f req-905da5cd-666b-4fe3-9890-2137e25b9df1 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:23.588128 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-aa0af962-2190-47ea-80ee-04825f83638f req-905da5cd-666b-4fe3-9890-2137e25b9df1 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 946 time: 0.0578554 Mar 23 23:54:23.598959 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [req-aa0af962-2190-47ea-80ee-04825f83638f req-fcff539e-eb2c-4b79-a17b-65fb3cdc3cf3 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Request body: {'port': {'security_groups': ['63d02047-bbe2-4084-8cb8-f01b9ec0094f', 'b2f4eeb9-e0de-43de-99a1-780f311e549f']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:54:23.668839 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-aa0af962-2190-47ea-80ee-04825f83638f req-fcff539e-eb2c-4b79-a17b-65fb3cdc3cf3 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:23.854107 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-aa0af962-2190-47ea-80ee-04825f83638f req-fcff539e-eb2c-4b79-a17b-65fb3cdc3cf3 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] For port 7467b5dd-f812-4a17-add0-a735dcb16ba9, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7467b5dd-f812-4a17-add0-a735dcb16ba9,segment=NetworkSegment(82ea2272-d9a5-4066-bfbf-1c28d215cf60),segment_id=82ea2272-d9a5-4066-bfbf-1c28d215cf60)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:54:23.885274 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-aa0af962-2190-47ea-80ee-04825f83638f req-fcff539e-eb2c-4b79-a17b-65fb3cdc3cf3 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:23.889994 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-aa0af962-2190-47ea-80ee-04825f83638f req-fcff539e-eb2c-4b79-a17b-65fb3cdc3cf3 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5624838'] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:23.911374 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['7467b5dd-f812-4a17-add0-a735dcb16ba9'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:54:23.931585 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0af962-2190-47ea-80ee-04825f83638f req-fcff539e-eb2c-4b79-a17b-65fb3cdc3cf3 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:23.932163 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-aa0af962-2190-47ea-80ee-04825f83638f req-fcff539e-eb2c-4b79-a17b-65fb3cdc3cf3 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:23.936647 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-aa0af962-2190-47ea-80ee-04825f83638f req-fcff539e-eb2c-4b79-a17b-65fb3cdc3cf3 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "PUT /v2.0/ports/7467b5dd-f812-4a17-add0-a735dcb16ba9 HTTP/1.1" status: 200 len: 982 time: 0.3421581 Mar 23 23:54:23.937204 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759be5a9-2b93-4a3b-a94e-999fd4a4b39b', 'tag': '7467b5dd-f812-4a17-add0-a735dcb16ba9'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:54:23.939679 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f89217267680bd64d7f927d4eadc419634559ab2f391f9993dc43694367eced7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f75ac14-6ffe-40bf-9ed3-c92e9d87b8db" -d '{"events": [{"name": "network-changed", "server_uuid": "759be5a9-2b93-4a3b-a94e-999fd4a4b39b", "tag": "7467b5dd-f812-4a17-add0-a735dcb16ba9"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:54:23.967077 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff539e-eb2c-4b79-a17b-65fb3cdc3cf3 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Pushing event updated for resources: {'Port': ['ID=7467b5dd-f812-4a17-add0-a735dcb16ba9,revision_number=6']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:24.041754 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['7467b5dd-f812-4a17-add0-a735dcb16ba9'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:54:24.098224 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeecc49-dc80-49bf-b5d1-1205495fb9f6 x-openstack-request-id: req-1aeecc49-dc80-49bf-b5d1-1205495fb9f6 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:54:24.098762 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759be5a9-2b93-4a3b-a94e-999fd4a4b39b", "tag": "7467b5dd-f812-4a17-add0-a735dcb16ba9", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:54:24.098762 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1aeecc49-dc80-49bf-b5d1-1205495fb9f6 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:54:24.099183 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aeecc49-dc80-49bf-b5d1-1205495fb9f6'] response: {'name': 'network-changed', 'server_uuid': '759be5a9-2b93-4a3b-a94e-999fd4a4b39b', 'tag': '7467b5dd-f812-4a17-add0-a735dcb16ba9', 'status': 'completed', 'code': 200} Mar 23 23:54:24.124877 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bc256-b03c-4b81-b8c8-80d4bcc2a961 req-950e6f49-2565-4a1c-9d23-bfbf0f6baa65 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:24.129343 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-116bc256-b03c-4b81-b8c8-80d4bcc2a961 req-950e6f49-2565-4a1c-9d23-bfbf0f6baa65 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 985 time: 0.0988016 Mar 23 23:54:24.174888 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75ac14-6ffe-40bf-9ed3-c92e9d87b8db req-8f942462-8f07-4b4f-b958-2951b21c3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:24.177194 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-6f75ac14-6ffe-40bf-9ed3-c92e9d87b8db req-8f942462-8f07-4b4f-b958-2951b21c3d93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=453ec29957b24ab88540f704e2f3d87f&device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 1169 time: 0.0504875 Mar 23 23:54:24.209842 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-116bc256-b03c-4b81-b8c8-80d4bcc2a961 req-d666b09e-7a6a-4119-89e9-2dfb3971b5eb tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f4eeb9-e0de-43de-99a1-780f311e549f&id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736845 Mar 23 23:54:24.289123 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75ac14-6ffe-40bf-9ed3-c92e9d87b8db req-294ac698-6f17-4ae6-90f0-3525fca33593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:24.290643 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-6f75ac14-6ffe-40bf-9ed3-c92e9d87b8db req-294ac698-6f17-4ae6-90f0-3525fca33593 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d069a25b-42b9-47e9-84a4-6a523798a0c6 HTTP/1.1" status: 200 len: 914 time: 0.1042590 Mar 23 23:54:24.331672 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-35fccef3-6c50-4c3a-9f16-d0801b6528ef None None] Provisioning complete for port 7467b5dd-f812-4a17-add0-a735dcb16ba9 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:54:24.332047 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-35fccef3-6c50-4c3a-9f16-d0801b6528ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:24.362488 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-6f75ac14-6ffe-40bf-9ed3-c92e9d87b8db req-f3e7d9eb-f082-4ccc-b569-61ce41798da8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7467b5dd-f812-4a17-add0-a735dcb16ba9 HTTP/1.1" status: 200 len: 1002 time: 0.0635891 Mar 23 23:54:24.422485 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75ac14-6ffe-40bf-9ed3-c92e9d87b8db req-6f58adb5-495d-4aed-9d4c-d12b2e2d23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:24.423745 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-6f75ac14-6ffe-40bf-9ed3-c92e9d87b8db req-6f58adb5-495d-4aed-9d4c-d12b2e2d23d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7512d543-bff9-4528-89a7-af605d6bb88e HTTP/1.1" status: 200 len: 853 time: 0.0521092 Mar 23 23:54:24.477068 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75ac14-6ffe-40bf-9ed3-c92e9d87b8db req-896bc6de-8cf9-48e3-8886-a5256db242a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:24.478619 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-6f75ac14-6ffe-40bf-9ed3-c92e9d87b8db req-896bc6de-8cf9-48e3-8886-a5256db242a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d069a25b-42b9-47e9-84a4-6a523798a0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477085 Mar 23 23:54:24.541267 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-35fccef3-6c50-4c3a-9f16-d0801b6528ef None None] Current status of the port 7467b5dd-f812-4a17-add0-a735dcb16ba9 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:54:24.588141 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-6f75ac14-6ffe-40bf-9ed3-c92e9d87b8db req-1830407e-0d3b-4aa6-8f88-b2da91078114 service neutron] 10.222.0.20 "GET /v2.0/networks/d069a25b-42b9-47e9-84a4-6a523798a0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925794 Mar 23 23:54:24.688163 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-6f75ac14-6ffe-40bf-9ed3-c92e9d87b8db req-59d22c31-dfef-4871-9816-d92d99c06d57 service neutron] 10.222.0.20 "GET /v2.0/networks/d069a25b-42b9-47e9-84a4-6a523798a0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921099 Mar 23 23:54:24.794334 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75870113-7853-46e0-ba90-c7e4e0a051b3 req-017f7a6b-a50c-47da-997e-ee3aa2c2a2ac tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:24.795824 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-75870113-7853-46e0-ba90-c7e4e0a051b3 req-017f7a6b-a50c-47da-997e-ee3aa2c2a2ac tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0532539 Mar 23 23:54:24.845779 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-75870113-7853-46e0-ba90-c7e4e0a051b3 req-6430e71f-6c4d-4367-a66e-03dac5a16977 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442526 Mar 23 23:54:25.984817 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87144af4-8d42-42f0-9c37-629db5f92ffd req-3521f4a3-894b-41b2-a0e8-0266d899b77f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:25.986310 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-87144af4-8d42-42f0-9c37-629db5f92ffd req-3521f4a3-894b-41b2-a0e8-0266d899b77f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0586381 Mar 23 23:54:26.035069 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-87144af4-8d42-42f0-9c37-629db5f92ffd req-b861edea-4955-41f8-b20f-904e7dd4c4f1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420656 Mar 23 23:54:27.166029 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3fc02-4b7a-4a62-b384-0a664e3b5bf2 req-7eb825f3-2e0d-4628-8ece-feb6aa1a3aec tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:27.167496 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-56c3fc02-4b7a-4a62-b384-0a664e3b5bf2 req-7eb825f3-2e0d-4628-8ece-feb6aa1a3aec tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0563569 Mar 23 23:54:27.215157 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-56c3fc02-4b7a-4a62-b384-0a664e3b5bf2 req-21418d5e-bb54-4f0e-b320-d2d38f797367 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419686 Mar 23 23:54:28.340787 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d45ee-33ae-45e9-9aa3-665f3a8b9abb req-b83caa2f-6299-416c-b24f-62a4a3188a39 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:28.342331 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ba3d45ee-33ae-45e9-9aa3-665f3a8b9abb req-b83caa2f-6299-416c-b24f-62a4a3188a39 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0557210 Mar 23 23:54:28.396294 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ba3d45ee-33ae-45e9-9aa3-665f3a8b9abb req-44aae3e3-4c99-4bbb-b1bf-d8ee18b92303 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482340 Mar 23 23:54:29.530609 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b425a90-e18a-4ddd-8f55-5f9d7ebfbbc9 req-24f03599-de22-4a27-b8c3-0d81dc689c14 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:29.532059 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5b425a90-e18a-4ddd-8f55-5f9d7ebfbbc9 req-24f03599-de22-4a27-b8c3-0d81dc689c14 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0557041 Mar 23 23:54:29.582004 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5b425a90-e18a-4ddd-8f55-5f9d7ebfbbc9 req-0291191f-d861-4c3b-8b96-2ac2fd9457d3 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413179 Mar 23 23:54:30.715697 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f681417-594f-4566-8029-eb8fcb895dd1 req-34063bd9-6e01-4620-aae9-0d8cc821d81e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:30.717139 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9f681417-594f-4566-8029-eb8fcb895dd1 req-34063bd9-6e01-4620-aae9-0d8cc821d81e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0567534 Mar 23 23:54:30.766016 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9f681417-594f-4566-8029-eb8fcb895dd1 req-1e71ddc2-bd03-4600-b44e-7fa7515a09be tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408847 Mar 23 23:54:31.910333 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3a4e9-04cc-4a9b-bd76-ae0460138ee0 req-1a034bdf-8546-4309-b24d-cecaf508aa34 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:31.911969 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ede3a4e9-04cc-4a9b-bd76-ae0460138ee0 req-1a034bdf-8546-4309-b24d-cecaf508aa34 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0618656 Mar 23 23:54:31.964481 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ede3a4e9-04cc-4a9b-bd76-ae0460138ee0 req-6b72a02c-6feb-47a2-9aff-396a2feef232 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443597 Mar 23 23:54:33.101129 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fb7d5-ab19-46ac-a764-51df36c9848f req-252bb7c2-a2db-463d-94e3-dd7201f386e5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:33.102951 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8e0fb7d5-ab19-46ac-a764-51df36c9848f req-252bb7c2-a2db-463d-94e3-dd7201f386e5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0552745 Mar 23 23:54:33.150460 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8e0fb7d5-ab19-46ac-a764-51df36c9848f req-de016d5b-5329-4be5-b299-412e233585fd tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416534 Mar 23 23:54:34.299216 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9929a5-b439-4c7f-b708-63c55d46f74e req-575e3712-956a-4673-9657-f72f757828cb tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:34.300572 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5a9929a5-b439-4c7f-b708-63c55d46f74e req-575e3712-956a-4673-9657-f72f757828cb tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0542872 Mar 23 23:54:34.361783 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5a9929a5-b439-4c7f-b708-63c55d46f74e req-1e50521f-fb6f-47e2-9102-3f23d1d3af44 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548346 Mar 23 23:54:35.501075 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5a752-566e-458f-84bf-b513dd0a5bd8 req-82465f2b-0567-4c80-917f-b8e7c602bb05 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:35.502646 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d5a5a752-566e-458f-84bf-b513dd0a5bd8 req-82465f2b-0567-4c80-917f-b8e7c602bb05 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0560331 Mar 23 23:54:35.528435 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 52566) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:35.554953 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d5a5a752-566e-458f-84bf-b513dd0a5bd8 req-eef54a05-9add-40f4-8d46-124fb6c70890 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465755 Mar 23 23:54:35.654366 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a19012bd-42c8-418a-bb9f-0f0bcad2c32c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:35.738497 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a19012bd-42c8-418a-bb9f-0f0bcad2c32c admin admin] Publish callbacks [] for security_group (3ff5d2e2-c0c3-4e46-9ebc-8dacc85d0f11), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:35.743816 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a19012bd-42c8-418a-bb9f-0f0bcad2c32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (3ff5d2e2-c0c3-4e46-9ebc-8dacc85d0f11), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:35.781487 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-a19012bd-42c8-418a-bb9f-0f0bcad2c32c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=815b1b7ab1e8464db4b82bdc22d13b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520118 Mar 23 23:54:35.782313 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19012bd-42c8-418a-bb9f-0f0bcad2c32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff5d2e2-c0c3-4e46-9ebc-8dacc85d0f11,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:35.785136 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 52570) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:35.837757 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a59f6a0-5a33-4e2a-b0c6-fe6b8c02a225 admin admin] Publish callbacks [] for security_group (3ff5d2e2-c0c3-4e46-9ebc-8dacc85d0f11), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:35.859728 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a59f6a0-5a33-4e2a-b0c6-fe6b8c02a225 admin admin] Publish callbacks [] for security_group (3ff5d2e2-c0c3-4e46-9ebc-8dacc85d0f11), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:35.908255 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a59f6a0-5a33-4e2a-b0c6-fe6b8c02a225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (3ff5d2e2-c0c3-4e46-9ebc-8dacc85d0f11), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:35.912278 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a59f6a0-5a33-4e2a-b0c6-fe6b8c02a225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:35.913713 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-8a59f6a0-5a33-4e2a-b0c6-fe6b8c02a225 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ff5d2e2-c0c3-4e46-9ebc-8dacc85d0f11 HTTP/1.1" status: 204 len: 168 time: 0.1273770 Mar 23 23:54:35.921937 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59f6a0-5a33-4e2a-b0c6-fe6b8c02a225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff5d2e2-c0c3-4e46-9ebc-8dacc85d0f11,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:36.202888 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 52578) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:36.216931 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6b92514d-cbf1-476b-b00e-88e78e07a822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:36.296177 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6b92514d-cbf1-476b-b00e-88e78e07a822 admin admin] Publish callbacks [] for security_group (ff568334-62d9-47e6-a3b3-8199ce101fdd), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:36.302287 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6b92514d-cbf1-476b-b00e-88e78e07a822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (ff568334-62d9-47e6-a3b3-8199ce101fdd), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:36.340368 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-6b92514d-cbf1-476b-b00e-88e78e07a822 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=826dd0f32250410bb57f9cf8102e79bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361482 Mar 23 23:54:36.341220 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92514d-cbf1-476b-b00e-88e78e07a822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff568334-62d9-47e6-a3b3-8199ce101fdd,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:36.344062 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 52580) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:36.677810 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-530665af-fceb-427e-8339-694b76b376ac admin admin] Publish callbacks [] for security_group (ff568334-62d9-47e6-a3b3-8199ce101fdd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:36.703960 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-530665af-fceb-427e-8339-694b76b376ac admin admin] Publish callbacks [] for security_group (ff568334-62d9-47e6-a3b3-8199ce101fdd), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:36.719932 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70178ec6-6f9d-48a9-9e0c-f7388917df6c req-5fbe666f-4fa6-41ab-a5d8-2950c8c81866 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:36.721410 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-70178ec6-6f9d-48a9-9e0c-f7388917df6c req-5fbe666f-4fa6-41ab-a5d8-2950c8c81866 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0905828 Mar 23 23:54:36.780486 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-70178ec6-6f9d-48a9-9e0c-f7388917df6c req-8a1c26e6-2af7-489a-bd44-05d19228cffa tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523982 Mar 23 23:54:36.785940 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-530665af-fceb-427e-8339-694b76b376ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (ff568334-62d9-47e6-a3b3-8199ce101fdd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:36.788425 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-530665af-fceb-427e-8339-694b76b376ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:36.789523 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-530665af-fceb-427e-8339-694b76b376ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff568334-62d9-47e6-a3b3-8199ce101fdd HTTP/1.1" status: 204 len: 168 time: 0.4440818 Mar 23 23:54:36.797843 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530665af-fceb-427e-8339-694b76b376ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff568334-62d9-47e6-a3b3-8199ce101fdd,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:37.232652 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f4d67191-7f52-4daf-acc7-7406ba06d0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:37.908779 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56ad04-ca99-44de-a9e9-94371ab4725a req-e92b1b84-81a6-4aee-9c21-d7c2c613ff5b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:37.912178 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4f56ad04-ca99-44de-a9e9-94371ab4725a req-e92b1b84-81a6-4aee-9c21-d7c2c613ff5b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0558288 Mar 23 23:54:37.964404 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4f56ad04-ca99-44de-a9e9-94371ab4725a req-4ab8442c-fcae-4796-a675-dc0a17f27ef1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433469 Mar 23 23:54:39.087429 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ab42a-4445-49eb-8628-e096b9737c28 req-343c0804-a73b-4afe-a733-6fafc0214d36 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:39.088878 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c42ab42a-4445-49eb-8628-e096b9737c28 req-343c0804-a73b-4afe-a733-6fafc0214d36 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0517750 Mar 23 23:54:39.153126 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c42ab42a-4445-49eb-8628-e096b9737c28 req-8cd106f5-00d0-4760-8952-4c1569daf8c8 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581794 Mar 23 23:54:39.335903 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7c9dadf-d5d5-4792-9ab0-a6a00fe67935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:40.278391 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a6e2c-c46a-42a1-b179-31521a08b701 req-cdad6127-2cc8-4899-b48f-d4e4b1a6d06d tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:40.279837 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cb6a6e2c-c46a-42a1-b179-31521a08b701 req-cdad6127-2cc8-4899-b48f-d4e4b1a6d06d tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0533702 Mar 23 23:54:40.329277 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cb6a6e2c-c46a-42a1-b179-31521a08b701 req-c6cb795e-c4d0-4587-9595-5b6486736947 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439150 Mar 23 23:54:40.579642 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:41.460384 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b76ed-4452-4063-9159-0effa8284a04 req-4df4bfcc-6648-4946-aba7-ecf94a6bc617 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:41.462205 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9d9b76ed-4452-4063-9159-0effa8284a04 req-4df4bfcc-6648-4946-aba7-ecf94a6bc617 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0552292 Mar 23 23:54:41.508770 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9d9b76ed-4452-4063-9159-0effa8284a04 req-1873ce47-b058-42a6-91f6-8ee1cfec3401 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409188 Mar 23 23:54:41.832852 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8224a-14bf-4d90-91e7-dd779f25a1c0 req-378e6c6e-14a5-48f2-b538-5eeabf8e83d8 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:41.834460 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-94c8224a-14bf-4d90-91e7-dd779f25a1c0 req-378e6c6e-14a5-48f2-b538-5eeabf8e83d8 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 945 time: 0.0544140 Mar 23 23:54:41.888750 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-94c8224a-14bf-4d90-91e7-dd779f25a1c0 req-725d9dc1-36e9-4852-84c1-ff300535c883 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478561 Mar 23 23:54:42.153840 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:42.324604 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 37701e56-2f23-4f44-a854-a229517314ff details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:54:42.431212 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 37701e56-2f23-4f44-a854-a229517314ff, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=37701e56-2f23-4f44-a854-a229517314ff,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:54:42.456604 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': '37701e56-2f23-4f44-a854-a229517314ff', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'port_id': '37701e56-2f23-4f44-a854-a229517314ff', 'mac_address': 'fa:16:3e:d7:f4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:54:42.495113 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 37701e56-2f23-4f44-a854-a229517314ff is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:54:42.495506 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (37701e56-2f23-4f44-a854-a229517314ff), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:42.520955 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37701e56-2f23-4f44-a854-a229517314ff {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:54:42.577336 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 37701e56-2f23-4f44-a854-a229517314ff, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=37701e56-2f23-4f44-a854-a229517314ff,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:54:42.586686 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (37701e56-2f23-4f44-a854-a229517314ff), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:42.685127 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c8263-1b25-4c4f-a26d-7a5f4bc673db req-684d53df-ac9a-4aef-8809-3ad6cbc2dd8a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:42.690078 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a93c8263-1b25-4c4f-a26d-7a5f4bc673db req-684d53df-ac9a-4aef-8809-3ad6cbc2dd8a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 945 time: 0.0824132 Mar 23 23:54:42.690580 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=37701e56-2f23-4f44-a854-a229517314ff,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:42.701768 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:42.702832 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:42.703563 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:42.703977 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:42.704849 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:42.705416 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:42.705819 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:42.706837 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:42.707265 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:42.707654 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:42.708038 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:42.708517 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:42.709100 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:42.709875 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:42.710391 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:54:42.716627 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['37701e56-2f23-4f44-a854-a229517314ff'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:54:42.772695 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a93c8263-1b25-4c4f-a26d-7a5f4bc673db req-c7d0630e-efa0-4fae-aa96-66c4b9dbc092 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708604 Mar 23 23:54:43.055005 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7db134-3725-4150-b8cc-5db26345284a req-834b22cb-58f8-44ae-8ff6-f8bc086dc758 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:43.056819 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4e7db134-3725-4150-b8cc-5db26345284a req-834b22cb-58f8-44ae-8ff6-f8bc086dc758 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 945 time: 0.0752411 Mar 23 23:54:43.125711 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4e7db134-3725-4150-b8cc-5db26345284a req-bf4f6910-be95-49f2-b19b-acfba7852c37 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583880 Mar 23 23:54:43.335788 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:43.583546 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a22782-2d9f-4ac9-9515-9cfd43e30f81 req-cdc92305-2cbe-4100-b2e8-353f7441a57d tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:43.587091 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c1a22782-2d9f-4ac9-9515-9cfd43e30f81 req-cdc92305-2cbe-4100-b2e8-353f7441a57d tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.20 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 945 time: 0.0871594 Mar 23 23:54:43.637973 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d211d29-3a69-49c7-98e3-2f9cc587fb38 req-fde5827b-e303-42c4-94c2-3a165f9dbef2 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:43.639625 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9d211d29-3a69-49c7-98e3-2f9cc587fb38 req-fde5827b-e303-42c4-94c2-3a165f9dbef2 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=95cc5eeb-876b-4822-a20f-1dd369c7c382 HTTP/1.1" status: 200 len: 945 time: 0.0681031 Mar 23 23:54:43.706868 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-c1a22782-2d9f-4ac9-9515-9cfd43e30f81 req-197af0cc-b139-494a-b6a4-4096875fc004 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Deleting port ef9c3f06-d15d-47bd-8ca2-646d49e74396 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:54:43.707584 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c1a22782-2d9f-4ac9-9515-9cfd43e30f81 req-197af0cc-b139-494a-b6a4-4096875fc004 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (ef9c3f06-d15d-47bd-8ca2-646d49e74396), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:43.711313 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9d211d29-3a69-49c7-98e3-2f9cc587fb38 req-24b9c99f-b53f-498d-80b4-88f723e28a85 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4413e9c-059c-44fb-96d4-d0b4cbdf595b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625463 Mar 23 23:54:43.825302 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-c1a22782-2d9f-4ac9-9515-9cfd43e30f81 req-197af0cc-b139-494a-b6a4-4096875fc004 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] For port ef9c3f06-d15d-47bd-8ca2-646d49e74396, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=ef9c3f06-d15d-47bd-8ca2-646d49e74396,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:54:43.825920 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c1a22782-2d9f-4ac9-9515-9cfd43e30f81 req-197af0cc-b139-494a-b6a4-4096875fc004 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (ef9c3f06-d15d-47bd-8ca2-646d49e74396), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:43.970617 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558d160-5ea1-415d-b17c-1a2fec71f460 req-9427b337-f0c7-4e55-b671-c8e533a6c68e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:43.983110 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9558d160-5ea1-415d-b17c-1a2fec71f460 req-9427b337-f0c7-4e55-b671-c8e533a6c68e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 945 time: 0.0964706 Mar 23 23:54:44.048012 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9558d160-5ea1-415d-b17c-1a2fec71f460 req-d8621441-9ac6-4974-b955-23b838ed334a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638926 Mar 23 23:54:44.076297 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c1a22782-2d9f-4ac9-9515-9cfd43e30f81 req-197af0cc-b139-494a-b6a4-4096875fc004 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:44.076693 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c1a22782-2d9f-4ac9-9515-9cfd43e30f81 req-197af0cc-b139-494a-b6a4-4096875fc004 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (addd2c3b-7ba7-4124-938d-2fab6ada7db8), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:44.077015 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.l3_db [req-c1a22782-2d9f-4ac9-9515-9cfd43e30f81 req-197af0cc-b139-494a-b6a4-4096875fc004 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Floating IP addd2c3b-7ba7-4124-938d-2fab6ada7db8 disassociated. External IP: 172.27.0.121, port: ef9c3f06-d15d-47bd-8ca2-646d49e74396. Mar 23 23:54:44.077388 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-c1a22782-2d9f-4ac9-9515-9cfd43e30f81 req-197af0cc-b139-494a-b6a4-4096875fc004 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Calling delete_port for ef9c3f06-d15d-47bd-8ca2-646d49e74396 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:54:44.237040 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c1a22782-2d9f-4ac9-9515-9cfd43e30f81 req-197af0cc-b139-494a-b6a4-4096875fc004 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (ef9c3f06-d15d-47bd-8ca2-646d49e74396), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:44.268273 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197af0cc-b139-494a-b6a4-4096875fc004 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event deleted for resources: {'Port': ['ID=ef9c3f06-d15d-47bd-8ca2-646d49e74396,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:44.280231 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d24cf3-af37-494b-a971-beca4732c647 req-e1c8586c-4d97-46eb-b8bf-cfb7e037fcc4 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:44.290461 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-55d24cf3-af37-494b-a971-beca4732c647 req-e1c8586c-4d97-46eb-b8bf-cfb7e037fcc4 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 867 time: 0.0709009 Mar 23 23:54:44.336162 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 37701e56-2f23-4f44-a854-a229517314ff up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:54:44.374147 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-55d24cf3-af37-494b-a971-beca4732c647 req-47fc0919-eafd-452e-b2f3-aefd741fdd25 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766098 Mar 23 23:54:44.436264 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1a22782-2d9f-4ac9-9515-9cfd43e30f81 req-197af0cc-b139-494a-b6a4-4096875fc004 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Router aa2e5138-d485-4376-93dd-0346e3528def has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:54:44.579193 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port 37701e56-2f23-4f44-a854-a229517314ff triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:54:44.579942 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (37701e56-2f23-4f44-a854-a229517314ff), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:44.583977 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1a22782-2d9f-4ac9-9515-9cfd43e30f81 req-197af0cc-b139-494a-b6a4-4096875fc004 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:54:44.598100 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58748755-5c8b-4074-b02b-e4bab3ace941 None None] Sync routers for ids ['aa2e5138-d485-4376-93dd-0346e3528def'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:54:44.609069 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58748755-5c8b-4074-b02b-e4bab3ace941 None None] Routers {'aa2e5138-d485-4376-93dd-0346e3528def'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:54:44.614215 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-58748755-5c8b-4074-b02b-e4bab3ace941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:54:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['aa2e5138-d485-4376-93dd-0346e3528def'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:54:44.656588 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a22782-2d9f-4ac9-9515-9cfd43e30f81 req-197af0cc-b139-494a-b6a4-4096875fc004 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] No DVR routers for this DVR port ef9c3f06-d15d-47bd-8ca2-646d49e74396 on host hv-cinder-74915 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:54:44.659546 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c1a22782-2d9f-4ac9-9515-9cfd43e30f81 req-197af0cc-b139-494a-b6a4-4096875fc004 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:44.666814 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c1a22782-2d9f-4ac9-9515-9cfd43e30f81 req-197af0cc-b139-494a-b6a4-4096875fc004 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.20 "DELETE /v2.0/ports/ef9c3f06-d15d-47bd-8ca2-646d49e74396 HTTP/1.1" status: 204 len: 173 time: 1.0733504 Mar 23 23:54:44.667600 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f8d7ee-39aa-4742-bfd8-47c41e493047', 'name': 'network-vif-deleted', 'tag': 'ef9c3f06-d15d-47bd-8ca2-646d49e74396'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:54:44.671067 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6775569a-c246-4966-b016-b3898f3957ea" -d '{"events": [{"server_uuid": "47f8d7ee-39aa-4742-bfd8-47c41e493047", "name": "network-vif-deleted", "tag": "ef9c3f06-d15d-47bd-8ca2-646d49e74396"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:54:44.710640 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 37701e56-2f23-4f44-a854-a229517314ff is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:54:44.711204 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (37701e56-2f23-4f44-a854-a229517314ff), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:44.760556 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749f44b4-90cb-4411-8b56-995f55a89b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37701e56-2f23-4f44-a854-a229517314ff'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:54:44.765455 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357283f3-9d4e-470a-90b6-bb494f119bf6 x-openstack-request-id: req-357283f3-9d4e-470a-90b6-bb494f119bf6 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:54:44.765797 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f8d7ee-39aa-4742-bfd8-47c41e493047", "name": "network-vif-deleted", "tag": "ef9c3f06-d15d-47bd-8ca2-646d49e74396", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:54:44.766048 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-357283f3-9d4e-470a-90b6-bb494f119bf6 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:54:44.766475 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-357283f3-9d4e-470a-90b6-bb494f119bf6'] response: {'server_uuid': '47f8d7ee-39aa-4742-bfd8-47c41e493047', 'name': 'network-vif-deleted', 'tag': 'ef9c3f06-d15d-47bd-8ca2-646d49e74396', 'status': 'completed', 'code': 200} Mar 23 23:54:44.767396 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2656b4f-79ee-4fc5-828d-6d178955151d" -d '{"events": [{"server_uuid": "749f44b4-90cb-4411-8b56-995f55a89b3b", "name": "network-vif-plugged", "status": "completed", "tag": "37701e56-2f23-4f44-a854-a229517314ff"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:54:44.818761 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 37701e56-2f23-4f44-a854-a229517314ff, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=37701e56-2f23-4f44-a854-a229517314ff,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:54:44.830472 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (37701e56-2f23-4f44-a854-a229517314ff), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:44.895573 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-58748755-5c8b-4074-b02b-e4bab3ace941 None None] Set router aa2e5138-d485-4376-93dd-0346e3528def gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:54:44.896881 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=37701e56-2f23-4f44-a854-a229517314ff,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:44.920692 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b1b36-93c5-4e47-bc0e-162a6eb46d4b req-b29a0c61-021d-4df7-9e33-5f9ef0ee189f tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:44.935213 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9a7b1b36-93c5-4e47-bc0e-162a6eb46d4b req-b29a0c61-021d-4df7-9e33-5f9ef0ee189f tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=95cc5eeb-876b-4822-a20f-1dd369c7c382 HTTP/1.1" status: 200 len: 945 time: 0.1248872 Mar 23 23:54:45.040536 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9a7b1b36-93c5-4e47-bc0e-162a6eb46d4b req-0e2539bf-6935-4863-b96b-605208548bc5 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4413e9c-059c-44fb-96d4-d0b4cbdf595b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992234 Mar 23 23:54:45.047725 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ba1d32-6281-4ac9-bd2a-7afad1ee361d x-openstack-request-id: req-96ba1d32-6281-4ac9-bd2a-7afad1ee361d {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:54:45.048117 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749f44b4-90cb-4411-8b56-995f55a89b3b", "name": "network-vif-plugged", "status": "completed", "tag": "37701e56-2f23-4f44-a854-a229517314ff", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:54:45.048461 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96ba1d32-6281-4ac9-bd2a-7afad1ee361d {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:54:45.048952 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ba1d32-6281-4ac9-bd2a-7afad1ee361d'] response: {'server_uuid': '749f44b4-90cb-4411-8b56-995f55a89b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37701e56-2f23-4f44-a854-a229517314ff', 'code': 200} Mar 23 23:54:45.180844 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-58748755-5c8b-4074-b02b-e4bab3ace941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'c5a7144b-72fc-4776-b25c-2fe67a1fff5a', 'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'mac_address': 'fa:16:3e:7b:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:24Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 5, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'subnets': [{'id': '33f2a048-cda2-4701-8292-38152d7aa069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:54:45.211328 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58748755-5c8b-4074-b02b-e4bab3ace941 None None] Checking router: aa2e5138-d485-4376-93dd-0346e3528def for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:54:45.212567 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b7073-5c42-4063-876f-c43107989f6b req-3c1eed1e-e62e-4679-8611-4058fb60ffaf tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:45.214449 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-804b7073-5c42-4063-876f-c43107989f6b req-3c1eed1e-e62e-4679-8611-4058fb60ffaf tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0808110 Mar 23 23:54:45.220422 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58748755-5c8b-4074-b02b-e4bab3ace941 None None] Routers {'aa2e5138-d485-4376-93dd-0346e3528def'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:54:45.221196 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-58748755-5c8b-4074-b02b-e4bab3ace941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:54:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['aa2e5138-d485-4376-93dd-0346e3528def'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:54:45.303587 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-804b7073-5c42-4063-876f-c43107989f6b req-b6f7ab0a-7ad7-4428-bde9-99b4665fa2f4 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837379 Mar 23 23:54:45.333853 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-58748755-5c8b-4074-b02b-e4bab3ace941 None None] Set router aa2e5138-d485-4376-93dd-0346e3528def gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:54:45.559787 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eaef9-6025-4687-9c1e-08cfb2b1ff3b req-fda66241-fa0a-4d02-a378-845ec0a9513e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:45.573739 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-773eaef9-6025-4687-9c1e-08cfb2b1ff3b req-fda66241-fa0a-4d02-a378-845ec0a9513e tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.20 "GET /v2.0/ports?device_id=95cc5eeb-876b-4822-a20f-1dd369c7c382 HTTP/1.1" status: 200 len: 945 time: 0.1184645 Mar 23 23:54:45.596389 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-289b53d6-49c4-4f72-bbc9-4d2971417ad1 req-05d2b373-21ce-4159-9560-b1c9cb73e543 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f8d7ee-39aa-4742-bfd8-47c41e493047 HTTP/1.1" status: 200 len: 210 time: 0.0596640 Mar 23 23:54:45.782944 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-773eaef9-6025-4687-9c1e-08cfb2b1ff3b req-f39309ca-1c6e-497a-bbc6-f10590bcf51d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Deleting port fe229d0c-1932-43ce-a752-f636ccfea279 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:54:45.783627 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-773eaef9-6025-4687-9c1e-08cfb2b1ff3b req-f39309ca-1c6e-497a-bbc6-f10590bcf51d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (fe229d0c-1932-43ce-a752-f636ccfea279), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:45.790887 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-58748755-5c8b-4074-b02b-e4bab3ace941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'c5a7144b-72fc-4776-b25c-2fe67a1fff5a', 'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'mac_address': 'fa:16:3e:7b:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:24Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 5, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'subnets': [{'id': '33f2a048-cda2-4701-8292-38152d7aa069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:54:45.823173 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58748755-5c8b-4074-b02b-e4bab3ace941 None None] The sync data for ids ['aa2e5138-d485-4376-93dd-0346e3528def'] in dv-cinder-749155-6-iscsi is: [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'c5a7144b-72fc-4776-b25c-2fe67a1fff5a', 'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'mac_address': 'fa:16:3e:7b:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:24Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 5, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'subnets': [{'id': '33f2a048-cda2-4701-8292-38152d7aa069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:54:45.927573 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-773eaef9-6025-4687-9c1e-08cfb2b1ff3b req-f39309ca-1c6e-497a-bbc6-f10590bcf51d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] For port fe229d0c-1932-43ce-a752-f636ccfea279, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=fe229d0c-1932-43ce-a752-f636ccfea279,segment=NetworkSegment(0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf),segment_id=0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:54:45.927573 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-773eaef9-6025-4687-9c1e-08cfb2b1ff3b req-f39309ca-1c6e-497a-bbc6-f10590bcf51d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (fe229d0c-1932-43ce-a752-f636ccfea279), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:46.189205 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-773eaef9-6025-4687-9c1e-08cfb2b1ff3b req-f39309ca-1c6e-497a-bbc6-f10590bcf51d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:46.189728 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-773eaef9-6025-4687-9c1e-08cfb2b1ff3b req-f39309ca-1c6e-497a-bbc6-f10590bcf51d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (e796f148-ffc0-4822-accc-d21527403081), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:46.190873 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.l3_db [req-773eaef9-6025-4687-9c1e-08cfb2b1ff3b req-f39309ca-1c6e-497a-bbc6-f10590bcf51d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Floating IP e796f148-ffc0-4822-accc-d21527403081 disassociated. External IP: 172.27.0.135, port: fe229d0c-1932-43ce-a752-f636ccfea279. Mar 23 23:54:46.191315 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-773eaef9-6025-4687-9c1e-08cfb2b1ff3b req-f39309ca-1c6e-497a-bbc6-f10590bcf51d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Calling delete_port for fe229d0c-1932-43ce-a752-f636ccfea279 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:54:46.217784 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d05ac-99ec-455e-b309-fc7cc54cd5f2 req-96a9d6e4-7598-4815-bbfd-403188784754 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:46.219351 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-621d05ac-99ec-455e-b309-fc7cc54cd5f2 req-96a9d6e4-7598-4815-bbfd-403188784754 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/ports?device_id=95cc5eeb-876b-4822-a20f-1dd369c7c382 HTTP/1.1" status: 200 len: 945 time: 0.0721307 Mar 23 23:54:46.301862 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-621d05ac-99ec-455e-b309-fc7cc54cd5f2 req-c712205b-2a5f-4e80-a6dc-fd718009b1c8 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4413e9c-059c-44fb-96d4-d0b4cbdf595b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763783 Mar 23 23:54:46.340276 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd35e4c-91da-486e-ace5-ed2f4364eced None None] New status for floating IP addd2c3b-7ba7-4124-938d-2fab6ada7db8: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:54:46.405718 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-773eaef9-6025-4687-9c1e-08cfb2b1ff3b req-f39309ca-1c6e-497a-bbc6-f10590bcf51d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (fe229d0c-1932-43ce-a752-f636ccfea279), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:46.448751 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39309ca-1c6e-497a-bbc6-f10590bcf51d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Pushing event deleted for resources: {'Port': ['ID=fe229d0c-1932-43ce-a752-f636ccfea279,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:46.473591 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d7b22-83e8-495f-806a-122e381b4a7b req-26ba1921-d59d-44dc-83d3-12b620b1f42e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:46.475439 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-582d7b22-83e8-495f-806a-122e381b4a7b req-26ba1921-d59d-44dc-83d3-12b620b1f42e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0863955 Mar 23 23:54:46.565124 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-582d7b22-83e8-495f-806a-122e381b4a7b req-3b055ff7-3fb2-45da-b7b4-b9f8af99296e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837686 Mar 23 23:54:46.623258 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-773eaef9-6025-4687-9c1e-08cfb2b1ff3b req-f39309ca-1c6e-497a-bbc6-f10590bcf51d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Router 54373860-04c0-44b4-adcc-42cb31e0401d has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:54:46.764247 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-773eaef9-6025-4687-9c1e-08cfb2b1ff3b req-f39309ca-1c6e-497a-bbc6-f10590bcf51d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:54:46.774474 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75546a5-2a53-4284-b9f0-66c41f896062 None None] Sync routers for ids ['54373860-04c0-44b4-adcc-42cb31e0401d'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:54:46.789141 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75546a5-2a53-4284-b9f0-66c41f896062 None None] Routers {'54373860-04c0-44b4-adcc-42cb31e0401d'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:54:46.791706 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a75546a5-2a53-4284-b9f0-66c41f896062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:54:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['54373860-04c0-44b4-adcc-42cb31e0401d'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:54:46.835654 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-773eaef9-6025-4687-9c1e-08cfb2b1ff3b req-f39309ca-1c6e-497a-bbc6-f10590bcf51d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] No DVR routers for this DVR port fe229d0c-1932-43ce-a752-f636ccfea279 on host hv-cinder-74915 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:54:46.842370 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-773eaef9-6025-4687-9c1e-08cfb2b1ff3b req-f39309ca-1c6e-497a-bbc6-f10590bcf51d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:46.846809 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-773eaef9-6025-4687-9c1e-08cfb2b1ff3b req-f39309ca-1c6e-497a-bbc6-f10590bcf51d tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.20 "DELETE /v2.0/ports/fe229d0c-1932-43ce-a752-f636ccfea279 HTTP/1.1" status: 204 len: 173 time: 1.2684426 Mar 23 23:54:46.847276 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cc5eeb-876b-4822-a20f-1dd369c7c382', 'name': 'network-vif-deleted', 'tag': 'fe229d0c-1932-43ce-a752-f636ccfea279'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:54:46.852493 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a6d303-e34e-4a7f-b1e2-ff84abc32ca3" -d '{"events": [{"server_uuid": "95cc5eeb-876b-4822-a20f-1dd369c7c382", "name": "network-vif-deleted", "tag": "fe229d0c-1932-43ce-a752-f636ccfea279"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:54:47.070013 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-e48d5f09-123c-4c2e-b74d-0e81bd5d5f79 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-929383807&fields=id&tenant_id=02770b121f6f4405bcd904ae1a2460d6 HTTP/1.1" status: 200 len: 267 time: 0.1495905 Mar 23 23:54:47.103479 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a75546a5-2a53-4284-b9f0-66c41f896062 None None] Set router 54373860-04c0-44b4-adcc-42cb31e0401d gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:54:47.178482 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13395d84-37b7-4fba-a99c-197c5dad3582 x-openstack-request-id: req-13395d84-37b7-4fba-a99c-197c5dad3582 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:54:47.178775 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cc5eeb-876b-4822-a20f-1dd369c7c382", "name": "network-vif-deleted", "tag": "fe229d0c-1932-43ce-a752-f636ccfea279", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:54:47.179024 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13395d84-37b7-4fba-a99c-197c5dad3582 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:54:47.179514 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13395d84-37b7-4fba-a99c-197c5dad3582'] response: {'server_uuid': '95cc5eeb-876b-4822-a20f-1dd369c7c382', 'name': 'network-vif-deleted', 'tag': 'fe229d0c-1932-43ce-a752-f636ccfea279', 'status': 'completed', 'code': 200} Mar 23 23:54:47.247980 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0999-f87b-41e3-8e7d-e470592cb540 req-83de337e-5d21-4823-b58b-2ebe4763376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:47.250264 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ebbe0999-f87b-41e3-8e7d-e470592cb540 req-83de337e-5d21-4823-b58b-2ebe4763376c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=453ec29957b24ab88540f704e2f3d87f&device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 1169 time: 0.1131740 Mar 23 23:54:47.359182 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-5f726a1c-8cd4-4b10-a732-8f7268c1af36 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:47.375484 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-5f726a1c-8cd4-4b10-a732-8f7268c1af36 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/networks?id=eb32722d-34ad-4f86-a879-08111091b10d HTTP/1.1" status: 200 len: 811 time: 0.3029394 Mar 23 23:54:47.413311 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-f1e6e520-aa30-4413-ab83-ef569f8007ff tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/quotas/02770b121f6f4405bcd904ae1a2460d6 HTTP/1.1" status: 200 len: 375 time: 0.0365942 Mar 23 23:54:47.459587 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0999-f87b-41e3-8e7d-e470592cb540 req-89aaf661-21ed-4e29-97cb-1dfa72a7d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:47.469662 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ebbe0999-f87b-41e3-8e7d-e470592cb540 req-89aaf661-21ed-4e29-97cb-1dfa72a7d827 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d069a25b-42b9-47e9-84a4-6a523798a0c6 HTTP/1.1" status: 200 len: 914 time: 0.2112684 Mar 23 23:54:47.495493 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71362ded-524d-4897-b2cc-c0edde48a852 req-7c7c9d9e-9665-481c-870b-de098e042a07 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:47.497699 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-71362ded-524d-4897-b2cc-c0edde48a852 req-7c7c9d9e-9665-481c-870b-de098e042a07 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 985 time: 0.2184393 Mar 23 23:54:47.541552 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-1786c419-d248-454b-8764-0670ec533bb1 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=02770b121f6f4405bcd904ae1a2460d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1243663 Mar 23 23:54:47.630584 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ebbe0999-f87b-41e3-8e7d-e470592cb540 req-b63c1dd0-efa7-42c8-9814-e3413eb455eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7467b5dd-f812-4a17-add0-a735dcb16ba9 HTTP/1.1" status: 200 len: 1002 time: 0.1537611 Mar 23 23:54:47.636644 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a75546a5-2a53-4284-b9f0-66c41f896062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:45Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 4, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'gw_port': {'id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': '1f0cd8e7-4335-4589-8a8b-f70507aac3ab', 'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'mac_address': 'fa:16:3e:55:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:49Z', 'updated_at': '2022-03-23T23:48:59Z', 'revision_number': 5, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'subnets': [{'id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:54:47.669653 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75546a5-2a53-4284-b9f0-66c41f896062 None None] Checking router: 54373860-04c0-44b4-adcc-42cb31e0401d for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:54:47.692227 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75546a5-2a53-4284-b9f0-66c41f896062 None None] Routers {'54373860-04c0-44b4-adcc-42cb31e0401d'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:54:47.692871 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a75546a5-2a53-4284-b9f0-66c41f896062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:54:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['54373860-04c0-44b4-adcc-42cb31e0401d'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:54:47.732314 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-71362ded-524d-4897-b2cc-c0edde48a852 req-25af00be-d960-41a7-ad53-17d81e81c34f tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f4eeb9-e0de-43de-99a1-780f311e549f&id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2211487 Mar 23 23:54:47.746729 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-e704785b-5890-4158-a3b1-d84fce51d8a4 service neutron] 10.222.0.31 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063267 Mar 23 23:54:47.757618 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0999-f87b-41e3-8e7d-e470592cb540 req-915c37f3-8ec7-4779-92d4-400d9db18933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:47.759390 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ebbe0999-f87b-41e3-8e7d-e470592cb540 req-915c37f3-8ec7-4779-92d4-400d9db18933 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7512d543-bff9-4528-89a7-af605d6bb88e HTTP/1.1" status: 200 len: 853 time: 0.1162155 Mar 23 23:54:47.855534 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0999-f87b-41e3-8e7d-e470592cb540 req-3e6c3faa-3603-4961-bd0d-04096e49676b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:47.858089 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ebbe0999-f87b-41e3-8e7d-e470592cb540 req-3e6c3faa-3603-4961-bd0d-04096e49676b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d069a25b-42b9-47e9-84a4-6a523798a0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0900791 Mar 23 23:54:47.899370 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a75546a5-2a53-4284-b9f0-66c41f896062 None None] Set router 54373860-04c0-44b4-adcc-42cb31e0401d gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:54:47.967100 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-ea8469e8-d945-4ba9-90f5-690cfe163cf3 service neutron] 10.222.0.31 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020600 Mar 23 23:54:47.990355 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ebbe0999-f87b-41e3-8e7d-e470592cb540 req-6f4cbe11-f46d-4921-b92b-0a9577bc0144 service neutron] 10.222.0.20 "GET /v2.0/networks/d069a25b-42b9-47e9-84a4-6a523798a0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261680 Mar 23 23:54:48.022837 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f721e-9ed0-48e7-a3e9-34ce44a595ff req-94589321-0756-4c96-a488-d64167d490ed tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:48.024820 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-395f721e-9ed0-48e7-a3e9-34ce44a595ff req-94589321-0756-4c96-a488-d64167d490ed tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.1085920 Mar 23 23:54:48.116239 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-395f721e-9ed0-48e7-a3e9-34ce44a595ff req-650342f1-a709-40f9-9a4f-d3ed78053611 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780013 Mar 23 23:54:48.177130 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ebbe0999-f87b-41e3-8e7d-e470592cb540 req-c4fe6cf1-21f7-47ee-b44e-cb9d138c39d6 service neutron] 10.222.0.20 "GET /v2.0/networks/d069a25b-42b9-47e9-84a4-6a523798a0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781530 Mar 23 23:54:48.204278 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 52864) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:48.270923 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a75546a5-2a53-4284-b9f0-66c41f896062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:45Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 4, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'gw_port': {'id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': '1f0cd8e7-4335-4589-8a8b-f70507aac3ab', 'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'mac_address': 'fa:16:3e:55:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:49Z', 'updated_at': '2022-03-23T23:48:59Z', 'revision_number': 5, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'subnets': [{'id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:54:48.280518 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb55430f-1b6e-4642-9799-599c6d46d66f tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group (c4413e9c-059c-44fb-96d4-d0b4cbdf595b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:48.312346 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75546a5-2a53-4284-b9f0-66c41f896062 None None] The sync data for ids ['54373860-04c0-44b4-adcc-42cb31e0401d'] in dv-cinder-749155-6-iscsi is: [{'id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:45Z', 'updated_at': '2022-03-23T23:48:50Z', 'revision_number': 4, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'gw_port': {'id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': '1f0cd8e7-4335-4589-8a8b-f70507aac3ab', 'name': '', 'network_id': '2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'mac_address': 'fa:16:3e:55:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:49Z', 'updated_at': '2022-03-23T23:48:59Z', 'revision_number': 5, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'subnets': [{'id': '3dfa0736-7078-436a-bef7-91bda4df3d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:54:48.323388 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb55430f-1b6e-4642-9799-599c6d46d66f tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group (c4413e9c-059c-44fb-96d4-d0b4cbdf595b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:48.360771 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device ef9c3f06-d15d-47bd-8ca2-646d49e74396 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:54:48.438094 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: ef9c3f06-d15d-47bd-8ca2-646d49e74396 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:54:48.439048 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device ef9c3f06-d15d-47bd-8ca2-646d49e74396 not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:54:48.441007 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device fe229d0c-1932-43ce-a752-f636ccfea279 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:54:48.464321 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb55430f-1b6e-4642-9799-599c6d46d66f tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (c4413e9c-059c-44fb-96d4-d0b4cbdf595b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:48.467113 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb55430f-1b6e-4642-9799-599c6d46d66f tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:48.470718 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-eb55430f-1b6e-4642-9799-599c6d46d66f tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "DELETE /v2.0/security-groups/c4413e9c-059c-44fb-96d4-d0b4cbdf595b HTTP/1.1" status: 204 len: 168 time: 0.2628264 Mar 23 23:54:48.474292 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 52872) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:48.535188 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: fe229d0c-1932-43ce-a752-f636ccfea279 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:54:48.535538 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device fe229d0c-1932-43ce-a752-f636ccfea279 not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:54:48.542290 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55430f-1b6e-4642-9799-599c6d46d66f tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4413e9c-059c-44fb-96d4-d0b4cbdf595b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:48.561053 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6bf1499d-831c-45f1-a937-923f24ae53ff req-6a83803b-502f-40ce-8ef4-5a3123eba8e4 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 210 time: 0.0994210 Mar 23 23:54:48.566969 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.api.v2.resource [None req-022648c6-1026-48c4-aa97-3ce5ce8e0f0a tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] show failed (client error): The resource could not be found. Mar 23 23:54:48.567970 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-022648c6-1026-48c4-aa97-3ce5ce8e0f0a tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "GET /v2.0/security-groups/c4413e9c-059c-44fb-96d4-d0b4cbdf595b HTTP/1.1" status: 404 len: 347 time: 0.0846426 Mar 23 23:54:48.571106 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 52876) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:48.736847 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:48.770181 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1856c28-4580-4959-b991-02915f6964ed req-f640c2e6-9b4a-4ee9-88fb-a851171f7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:48.771961 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f1856c28-4580-4959-b991-02915f6964ed req-f640c2e6-9b4a-4ee9-88fb-a851171f7756 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1764164142a40b0991cbb88184b7255&device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 1130 time: 0.2065613 Mar 23 23:54:48.825277 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-477bcf3f-9ada-4783-baef-3094777b0602 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Deleting port 27bb985f-a6a5-4905-909d-ea42fe373428 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:54:48.825880 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-477bcf3f-9ada-4783-baef-3094777b0602 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (27bb985f-a6a5-4905-909d-ea42fe373428), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:48.928709 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af407151-9863-4a7e-b94d-357bc0576438 None None] New status for floating IP e796f148-ffc0-4822-accc-d21527403081: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:54:48.963476 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1856c28-4580-4959-b991-02915f6964ed req-d7589543-828b-4892-9c01-173716d7009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:48.965547 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f1856c28-4580-4959-b991-02915f6964ed req-d7589543-828b-4892-9c01-173716d7009f service neutron] 10.222.0.20 "GET /v2.0/networks?id=d01bdeec-57ed-409b-a257-e0c6c9a81aea HTTP/1.1" status: 200 len: 917 time: 0.1727309 Mar 23 23:54:49.038106 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fe0b4-71fe-4fb3-85af-7fd9b3615bf0 req-4a30790b-0b5e-4529-8cf4-0b7d18ce2529 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:49.056285 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ae9fe0b4-71fe-4fb3-85af-7fd9b3615bf0 req-4a30790b-0b5e-4529-8cf4-0b7d18ce2529 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 985 time: 0.1957724 Mar 23 23:54:49.090324 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f1856c28-4580-4959-b991-02915f6964ed req-54ea2be9-b928-4ffc-b107-9384474a3ca6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37701e56-2f23-4f44-a854-a229517314ff HTTP/1.1" status: 200 len: 1002 time: 0.1157298 Mar 23 23:54:49.093423 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-477bcf3f-9ada-4783-baef-3094777b0602 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (27bb985f-a6a5-4905-909d-ea42fe373428), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:49.093423 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-477bcf3f-9ada-4783-baef-3094777b0602 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for floatingip (27bb985f-a6a5-4905-909d-ea42fe373428), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:49.155738 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-477bcf3f-9ada-4783-baef-3094777b0602 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Calling delete_port for 27bb985f-a6a5-4905-909d-ea42fe373428 owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:54:49.184903 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1856c28-4580-4959-b991-02915f6964ed req-f797094a-a88d-4953-871f-7033454eba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:49.189093 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f1856c28-4580-4959-b991-02915f6964ed req-f797094a-a88d-4953-871f-7033454eba62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6136d15b-a857-4672-9f46-946dc92786dd HTTP/1.1" status: 200 len: 856 time: 0.0916417 Mar 23 23:54:49.312030 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1856c28-4580-4959-b991-02915f6964ed req-be752a51-0254-4c08-a7ee-cdab914a7255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:49.317276 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f1856c28-4580-4959-b991-02915f6964ed req-be752a51-0254-4c08-a7ee-cdab914a7255 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d01bdeec-57ed-409b-a257-e0c6c9a81aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1233289 Mar 23 23:54:49.382902 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ae9fe0b4-71fe-4fb3-85af-7fd9b3615bf0 req-97df8fb3-4ea9-43c1-9ebb-dff68bcbfd9c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f4eeb9-e0de-43de-99a1-780f311e549f&id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3217967 Mar 23 23:54:49.534094 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f1856c28-4580-4959-b991-02915f6964ed req-303359cf-f5fc-4b6e-a1b2-6be4fd12f3f9 service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102518 Mar 23 23:54:49.534370 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-477bcf3f-9ada-4783-baef-3094777b0602 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (27bb985f-a6a5-4905-909d-ea42fe373428), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:49.584208 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bcf3f-9ada-4783-baef-3094777b0602 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Pushing event deleted for resources: {'Port': ['ID=27bb985f-a6a5-4905-909d-ea42fe373428,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:49.658148 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:54:49.695991 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f1856c28-4580-4959-b991-02915f6964ed req-5085fa5a-a68b-4b2a-9b35-b53046ca1b01 service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541541 Mar 23 23:54:49.716273 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-adc0136a-9c16-40e0-b8b2-921ee46d74ac req-c0befcb3-d020-4f44-98e9-224ef6fb69a8 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 210 time: 0.0701063 Mar 23 23:54:49.744963 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a77cdf-5c3a-4378-aa91-3522e4f547ba req-353fa072-b170-43ec-a7cd-80965ab66f3b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:49.749718 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-99a77cdf-5c3a-4378-aa91-3522e4f547ba req-353fa072-b170-43ec-a7cd-80965ab66f3b tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.1690485 Mar 23 23:54:49.770719 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-477bcf3f-9ada-4783-baef-3094777b0602 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks [] for floatingip (e796f148-ffc0-4822-accc-d21527403081), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:49.773837 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-477bcf3f-9ada-4783-baef-3094777b0602 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:49.775500 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-477bcf3f-9ada-4783-baef-3094777b0602 tempest-AttachVolumeTestJSON-1496551688 tempest-AttachVolumeTestJSON-1496551688-project] 10.222.0.31 "DELETE /v2.0/floatingips/e796f148-ffc0-4822-accc-d21527403081 HTTP/1.1" status: 204 len: 168 time: 1.2029979 Mar 23 23:54:49.825877 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-99a77cdf-5c3a-4378-aa91-3522e4f547ba req-179d6d33-77fa-4f83-a756-97494e29981c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724466 Mar 23 23:54:50.278144 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-55f420e7-8388-494a-9b2b-224967185758 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:50.281363 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-55f420e7-8388-494a-9b2b-224967185758 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.20 "GET /v2.0/networks?id=eb32722d-34ad-4f86-a879-08111091b10d HTTP/1.1" status: 200 len: 811 time: 0.1571703 Mar 23 23:54:50.357562 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-6417d679-ddcf-4839-a41e-9f260997f042 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02770b121f6f4405bcd904ae1a2460d6 HTTP/1.1" status: 200 len: 379 time: 0.0659266 Mar 23 23:54:50.370378 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-e996d9f8-2a54-4554-bf6c-910a76fac105 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Request body: {'port': {'device_id': '02d18976-71db-4685-b408-6fde6bf1f3a1', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'admin_state_up': True, 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'security_groups': ['b9b805c5-f545-48ef-a2d9-16f1bc6e825a']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:54:50.552960 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc087c-9a17-4679-83e9-71537f894435 req-1f1431a2-3728-47a4-a7de-51f2a5f568b6 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:50.556842 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-42bc087c-9a17-4679-83e9-71537f894435 req-1f1431a2-3728-47a4-a7de-51f2a5f568b6 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 985 time: 0.0835009 Mar 23 23:54:50.572954 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-e996d9f8-2a54-4554-bf6c-910a76fac105 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Made reservation on behalf of 02770b121f6f4405bcd904ae1a2460d6 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:54:50.580171 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-e996d9f8-2a54-4554-bf6c-910a76fac105 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:50.676698 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-42bc087c-9a17-4679-83e9-71537f894435 req-9324563d-eec0-438c-a482-208edd36b2e5 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f4eeb9-e0de-43de-99a1-780f311e549f&id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1129768 Mar 23 23:54:50.823615 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-e996d9f8-2a54-4554-bf6c-910a76fac105 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Allocated IP 172.20.0.11 (eb32722d-34ad-4f86-a879-08111091b10d/33f2a048-cda2-4701-8292-38152d7aa069/634d08c1-2737-4733-b9f3-5945bf292919) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:54:50.875205 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ec61321d-597e-468c-ba8d-fff2635ffe16 req-4fee55e0-69af-49f5-8cec-398e90e0f76d tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 210 time: 0.0541670 Mar 23 23:54:51.041005 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d55dc3-cdb4-460f-9266-426fb7a33195 req-b09bfb8f-b29c-4a32-b9b8-34c6c6fa13d5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:51.042794 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f1d55dc3-cdb4-460f-9266-426fb7a33195 req-b09bfb8f-b29c-4a32-b9b8-34c6c6fa13d5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.1166327 Mar 23 23:54:51.118619 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f1d55dc3-cdb4-460f-9266-426fb7a33195 req-56f0479f-5d5e-4a5e-a6be-530afbcd811f tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668149 Mar 23 23:54:51.374111 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-e996d9f8-2a54-4554-bf6c-910a76fac105 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for port (634d08c1-2737-4733-b9f3-5945bf292919), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:51.412716 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-e996d9f8-2a54-4554-bf6c-910a76fac105 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (634d08c1-2737-4733-b9f3-5945bf292919), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:51.457727 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-e996d9f8-2a54-4554-bf6c-910a76fac105 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Network eb32722d-34ad-4f86-a879-08111091b10d is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:54:51.460884 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-e996d9f8-2a54-4554-bf6c-910a76fac105 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:54:51.463433 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-e996d9f8-2a54-4554-bf6c-910a76fac105 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:54:51.497323 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996d9f8-2a54-4554-bf6c-910a76fac105 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event updated for resources: {'Port': ['ID=634d08c1-2737-4733-b9f3-5945bf292919,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:51.528881 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-e996d9f8-2a54-4554-bf6c-910a76fac105 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:51.529945 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-e996d9f8-2a54-4554-bf6c-910a76fac105 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:51.551127 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-e996d9f8-2a54-4554-bf6c-910a76fac105 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1858315 Mar 23 23:54:51.568685 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] Request body: {'port': {'device_id': '02d18976-71db-4685-b408-6fde6bf1f3a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:54:51.660937 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (634d08c1-2737-4733-b9f3-5945bf292919), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:51.807057 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1eb6ea0d-948c-401f-a16e-65494565218e None None] Provisioning complete for port 634d08c1-2737-4733-b9f3-5945bf292919 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:54:51.807970 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1eb6ea0d-948c-401f-a16e-65494565218e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (634d08c1-2737-4733-b9f3-5945bf292919), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:51.876260 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1eb6ea0d-948c-401f-a16e-65494565218e None None] Port 634d08c1-2737-4733-b9f3-5945bf292919 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:54:51.887291 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb2791-7c6d-4bf5-9726-decf2025ae77 req-8cc83b5f-578d-4371-8074-13f3981b1032 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:51.888965 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-81fb2791-7c6d-4bf5-9726-decf2025ae77 req-8cc83b5f-578d-4371-8074-13f3981b1032 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 985 time: 0.1020517 Mar 23 23:54:52.021515 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-81fb2791-7c6d-4bf5-9726-decf2025ae77 req-9eaceb8c-7eb3-4c5c-8d3d-0b656cdfb8c5 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f4eeb9-e0de-43de-99a1-780f311e549f&id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1242421 Mar 23 23:54:52.079898 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab55a6a-04f0-44b3-acd3-a55b6b72be59 req-0d54f94f-1d3a-4a23-97e5-441b3e400d63 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:52.081641 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2ab55a6a-04f0-44b3-acd3-a55b6b72be59 req-0d54f94f-1d3a-4a23-97e5-441b3e400d63 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 932 time: 0.0818598 Mar 23 23:54:52.109166 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 634d08c1-2737-4733-b9f3-5945bf292919 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:54:52.120523 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] Publish callbacks [] for port (634d08c1-2737-4733-b9f3-5945bf292919), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:52.136565 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] Transition to ACTIVE for port object 634d08c1-2737-4733-b9f3-5945bf292919 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 23:54:52.154277 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (634d08c1-2737-4733-b9f3-5945bf292919), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:52.161187 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2ab55a6a-04f0-44b3-acd3-a55b6b72be59 req-7ba2329d-0690-4105-870b-e3d8d866b7fb tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713656 Mar 23 23:54:52.259408 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] Pushing event updated for resources: {'Port': ['ID=634d08c1-2737-4733-b9f3-5945bf292919,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:52.358092 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707152d2-ebe5-4bbf-97de-9c86f961343b req-20e62562-dd44-4ea5-b2f4-5dfa42550dbf tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:52.365838 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-707152d2-ebe5-4bbf-97de-9c86f961343b req-20e62562-dd44-4ea5-b2f4-5dfa42550dbf tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.1075113 Mar 23 23:54:52.408280 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] Attempting to bind port 634d08c1-2737-4733-b9f3-5945bf292919 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:54:52.408280 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] Attempting to bind port 634d08c1-2737-4733-b9f3-5945bf292919 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': 'deed62c0-222a-45f8-a751-10d58b02153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:54:52.408280 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] Attempting to bind port 634d08c1-2737-4733-b9f3-5945bf292919 on network eb32722d-34ad-4f86-a879-08111091b10d {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:54:52.419613 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] Port 634d08c1-2737-4733-b9f3-5945bf292919 on network eb32722d-34ad-4f86-a879-08111091b10d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 23:54:52.419945 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] Attempting to bind port 634d08c1-2737-4733-b9f3-5945bf292919 on network eb32722d-34ad-4f86-a879-08111091b10d {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:54:52.425771 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:54:52.426121 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] Checking segment: {'id': 'deed62c0-222a-45f8-a751-10d58b02153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:54:52.426558 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] Bound using segment: {'id': 'deed62c0-222a-45f8-a751-10d58b02153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:54:52.427034 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] Bound port: 634d08c1-2737-4733-b9f3-5945bf292919, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deed62c0-222a-45f8-a751-10d58b02153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:54:52.427410 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (634d08c1-2737-4733-b9f3-5945bf292919), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:52.441090 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-707152d2-ebe5-4bbf-97de-9c86f961343b req-fb6daaa3-cb34-487a-abdf-64b0623ab6db tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738034 Mar 23 23:54:52.538093 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] For port 634d08c1-2737-4733-b9f3-5945bf292919, host hv-cinder-74915, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:54:52.541880 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] For port 634d08c1-2737-4733-b9f3-5945bf292919, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=634d08c1-2737-4733-b9f3-5945bf292919,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:54:52.548058 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (634d08c1-2737-4733-b9f3-5945bf292919), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:52.588767 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:52.589758 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:52.591145 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] 10.222.0.20 "PUT /v2.0/ports/634d08c1-2737-4733-b9f3-5945bf292919 HTTP/1.1" status: 200 len: 1094 time: 1.0289915 Mar 23 23:54:52.591669 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d18976-71db-4685-b408-6fde6bf1f3a1', 'tag': '634d08c1-2737-4733-b9f3-5945bf292919'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:54:52.595659 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdecc27-dd9b-4462-aa57-7f44ed0c73c8" -d '{"events": [{"name": "network-changed", "server_uuid": "02d18976-71db-4685-b408-6fde6bf1f3a1", "tag": "634d08c1-2737-4733-b9f3-5945bf292919"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:54:52.631268 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698873f2-2297-424e-a609-f12d3dca3652 service neutron] Pushing event updated for resources: {'Port': ['ID=634d08c1-2737-4733-b9f3-5945bf292919,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:52.677246 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a791340e-1e34-4dc7-83f8-30eda35b1d08 x-openstack-request-id: req-a791340e-1e34-4dc7-83f8-30eda35b1d08 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:54:52.677794 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d18976-71db-4685-b408-6fde6bf1f3a1", "tag": "634d08c1-2737-4733-b9f3-5945bf292919", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:54:52.678767 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a791340e-1e34-4dc7-83f8-30eda35b1d08 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:54:52.679557 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a791340e-1e34-4dc7-83f8-30eda35b1d08'] response: {'name': 'network-changed', 'server_uuid': '02d18976-71db-4685-b408-6fde6bf1f3a1', 'tag': '634d08c1-2737-4733-b9f3-5945bf292919', 'status': 'completed', 'code': 200} Mar 23 23:54:52.704053 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-a4437990-d9c2-4b7a-ade9-fdebf9697170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:52.706764 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-a4437990-d9c2-4b7a-ade9-fdebf9697170 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02770b121f6f4405bcd904ae1a2460d6&device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 1128 time: 0.0679553 Mar 23 23:54:52.763909 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-fa132394-e5ef-4612-bce2-5ccfeb902258 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=634d08c1-2737-4733-b9f3-5945bf292919 HTTP/1.1" status: 200 len: 217 time: 0.0487418 Mar 23 23:54:52.824157 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-87ac161c-a2cf-4a27-9567-09905ffaf75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:52.825705 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-87ac161c-a2cf-4a27-9567-09905ffaf75b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33f2a048-cda2-4701-8292-38152d7aa069 HTTP/1.1" status: 200 len: 850 time: 0.0562589 Mar 23 23:54:52.881341 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-1ee753ee-d13c-4694-9cd8-73c31d99f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:52.882840 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-1ee753ee-d13c-4694-9cd8-73c31d99f7bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb32722d-34ad-4f86-a879-08111091b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504162 Mar 23 23:54:53.012948 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-be12a237-c7fc-4177-b238-a6b720da92a1 service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145716 Mar 23 23:54:53.126312 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-05e4847d-6c07-480c-80d3-8a50cf57fdcb req-6ef2d1e0-2263-4c82-92d6-8d2d743bc84e service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058037 Mar 23 23:54:53.169522 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead19b9d-dd40-422d-91db-f9397e1c8cfa req-2ae9baf4-b2fb-418c-8cfa-1f5fabe72e62 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:53.177604 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ead19b9d-dd40-422d-91db-f9397e1c8cfa req-2ae9baf4-b2fb-418c-8cfa-1f5fabe72e62 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 985 time: 0.0685887 Mar 23 23:54:53.297815 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdecc27-dd9b-4462-aa57-7f44ed0c73c8 req-773b198c-6a26-478e-8dd7-9dfc32733997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:53.299683 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-9cdecc27-dd9b-4462-aa57-7f44ed0c73c8 req-773b198c-6a26-478e-8dd7-9dfc32733997 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02770b121f6f4405bcd904ae1a2460d6&device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 1128 time: 0.1133435 Mar 23 23:54:53.316249 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ead19b9d-dd40-422d-91db-f9397e1c8cfa req-f9782ac7-5749-41b3-8ed7-069791ebb618 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f4eeb9-e0de-43de-99a1-780f311e549f&id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1377177 Mar 23 23:54:53.367464 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe6d78-c071-46e2-8223-81f8683c28c4 req-a7d69229-1637-45d7-8d5a-87c6f97b6d58 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:53.369132 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5ffe6d78-c071-46e2-8223-81f8683c28c4 req-a7d69229-1637-45d7-8d5a-87c6f97b6d58 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 944 time: 0.0933182 Mar 23 23:54:53.418103 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdecc27-dd9b-4462-aa57-7f44ed0c73c8 req-7d9f7544-6047-459a-a22b-4531c8dd0f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:53.419701 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-9cdecc27-dd9b-4462-aa57-7f44ed0c73c8 req-7d9f7544-6047-459a-a22b-4531c8dd0f8c service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb32722d-34ad-4f86-a879-08111091b10d HTTP/1.1" status: 200 len: 911 time: 0.1099017 Mar 23 23:54:53.454947 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5ffe6d78-c071-46e2-8223-81f8683c28c4 req-7f2d9181-2ed3-4109-a291-690f8c55fffd tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797558 Mar 23 23:54:53.482360 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-9cdecc27-dd9b-4462-aa57-7f44ed0c73c8 req-2ee1fd33-151f-46f3-bf98-f3c37329b7ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=634d08c1-2737-4733-b9f3-5945bf292919 HTTP/1.1" status: 200 len: 217 time: 0.0557764 Mar 23 23:54:53.534322 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdecc27-dd9b-4462-aa57-7f44ed0c73c8 req-5d5a206a-137a-45b9-ac09-ee3dbfb64d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:53.536196 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-9cdecc27-dd9b-4462-aa57-7f44ed0c73c8 req-5d5a206a-137a-45b9-ac09-ee3dbfb64d68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33f2a048-cda2-4701-8292-38152d7aa069 HTTP/1.1" status: 200 len: 850 time: 0.0484843 Mar 23 23:54:53.600735 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdecc27-dd9b-4462-aa57-7f44ed0c73c8 req-e0c1ac28-6f30-433f-a8f1-cbc7725f6b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:53.602489 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-9cdecc27-dd9b-4462-aa57-7f44ed0c73c8 req-e0c1ac28-6f30-433f-a8f1-cbc7725f6b0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb32722d-34ad-4f86-a879-08111091b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591855 Mar 23 23:54:53.605970 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8396fb-4d50-4578-9df1-29b43a9a5d03 req-e9c62461-8a52-4e9d-b36f-d4712a0e1f72 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:53.617128 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-de8396fb-4d50-4578-9df1-29b43a9a5d03 req-e9c62461-8a52-4e9d-b36f-d4712a0e1f72 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0968649 Mar 23 23:54:53.682882 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 52990) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:53.703772 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-de8396fb-4d50-4578-9df1-29b43a9a5d03 req-0811adfe-2bb6-49ba-ab38-1a4f09fd5503 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846901 Mar 23 23:54:53.771033 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-9cdecc27-dd9b-4462-aa57-7f44ed0c73c8 req-29650741-5ca3-4694-a938-4e404d731626 service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613932 Mar 23 23:54:53.899481 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-9cdecc27-dd9b-4462-aa57-7f44ed0c73c8 req-892380d4-72b1-4509-9f3b-ca6d5386aee1 service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169562 Mar 23 23:54:54.416498 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92abea7d-3748-42a5-93c4-4612b27b1ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574534'] for router_interface (54373860-04c0-44b4-adcc-42cb31e0401d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:54.457465 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10dcb-22db-4ab0-a4a1-40eb0dc7fc73 req-38a09673-5661-4d3f-9ccb-2102e6c90b26 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:54.465915 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c6b10dcb-22db-4ab0-a4a1-40eb0dc7fc73 req-38a09673-5661-4d3f-9ccb-2102e6c90b26 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 985 time: 0.0808427 Mar 23 23:54:54.560659 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c6b10dcb-22db-4ab0-a4a1-40eb0dc7fc73 req-81e79d95-7421-4dc9-bda0-d934cd0cb4c3 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f4eeb9-e0de-43de-99a1-780f311e549f&id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778992 Mar 23 23:54:54.666253 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c097f-0ac9-4e06-b3a2-5877a5d12296 req-68e84064-cf5c-4994-be58-c6079e73cbd1 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:54.667786 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-be0c097f-0ac9-4e06-b3a2-5877a5d12296 req-68e84064-cf5c-4994-be58-c6079e73cbd1 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 944 time: 0.0886083 Mar 23 23:54:54.732885 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-be0c097f-0ac9-4e06-b3a2-5877a5d12296 req-37426db3-5982-4a31-9ec7-0245babc022f tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532403 Mar 23 23:54:54.803093 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-92abea7d-3748-42a5-93c4-4612b27b1ec4 admin admin] Deleting port 1f0cd8e7-4335-4589-8a8b-f70507aac3ab {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:54:54.803709 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92abea7d-3748-42a5-93c4-4612b27b1ec4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (1f0cd8e7-4335-4589-8a8b-f70507aac3ab), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:54.860361 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c803a82-df25-4d53-8700-ce29efec08e2 req-f527cbac-3de0-45cf-b1e8-6dac34b85974 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:54.861929 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1c803a82-df25-4d53-8700-ce29efec08e2 req-f527cbac-3de0-45cf-b1e8-6dac34b85974 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0684171 Mar 23 23:54:54.922736 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-92abea7d-3748-42a5-93c4-4612b27b1ec4 admin admin] For port 1f0cd8e7-4335-4589-8a8b-f70507aac3ab, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=1f0cd8e7-4335-4589-8a8b-f70507aac3ab,segment=NetworkSegment(0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf),segment_id=0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:54:54.923599 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92abea7d-3748-42a5-93c4-4612b27b1ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (1f0cd8e7-4335-4589-8a8b-f70507aac3ab), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:54.934992 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1c803a82-df25-4d53-8700-ce29efec08e2 req-3813f11a-fa9f-42ea-a7c7-5d32a1f23caa tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673354 Mar 23 23:54:54.956250 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-92abea7d-3748-42a5-93c4-4612b27b1ec4 admin admin] Calling delete_port for 1f0cd8e7-4335-4589-8a8b-f70507aac3ab owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:54:55.190618 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92abea7d-3748-42a5-93c4-4612b27b1ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (1f0cd8e7-4335-4589-8a8b-f70507aac3ab), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:55.222357 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abea7d-3748-42a5-93c4-4612b27b1ec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f0cd8e7-4335-4589-8a8b-f70507aac3ab,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:55.441363 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92abea7d-3748-42a5-93c4-4612b27b1ec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-574198'] for router_interface (54373860-04c0-44b4-adcc-42cb31e0401d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:55.588970 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 53040) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:55.665579 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92abea7d-3748-42a5-93c4-4612b27b1ec4 admin admin] Router 54373860-04c0-44b4-adcc-42cb31e0401d has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:54:55.694070 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097481d-e149-48f0-8fb1-146a594122c4 req-eebf1251-f1cc-4dcb-a446-fd8cf9840398 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:55.695746 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3097481d-e149-48f0-8fb1-146a594122c4 req-eebf1251-f1cc-4dcb-a446-fd8cf9840398 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 985 time: 0.0579484 Mar 23 23:54:55.720283 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9192277-f25a-4422-85ab-f205f5aa9ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:55.793329 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3097481d-e149-48f0-8fb1-146a594122c4 req-8328a727-e6d0-40ea-bae1-f6e1b44a289e tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f4eeb9-e0de-43de-99a1-780f311e549f&id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0903447 Mar 23 23:54:55.885358 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e536389-03fe-4ed0-8963-1740c1f9edf3 req-a5642868-0cb1-4a19-930b-8f8de285fbee tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:55.886932 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8e536389-03fe-4ed0-8963-1740c1f9edf3 req-a5642868-0cb1-4a19-930b-8f8de285fbee tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 944 time: 0.0914938 Mar 23 23:54:55.892184 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9192277-f25a-4422-85ab-f205f5aa9ec2 admin admin] Publish callbacks [] for security_group (1644c37d-d341-4a56-8f3d-3f1cf1275b3f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:55.900976 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9192277-f25a-4422-85ab-f205f5aa9ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (1644c37d-d341-4a56-8f3d-3f1cf1275b3f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:55.961656 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-f9192277-f25a-4422-85ab-f205f5aa9ec2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=762a393c40b2461daa80826dc351f5b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3714468 Mar 23 23:54:55.967175 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 53050) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:55.967847 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9192277-f25a-4422-85ab-f205f5aa9ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1644c37d-d341-4a56-8f3d-3f1cf1275b3f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:55.995480 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8e536389-03fe-4ed0-8963-1740c1f9edf3 req-a8af5663-9749-4e7f-85cb-ab363984e189 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019244 Mar 23 23:54:56.022304 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92abea7d-3748-42a5-93c4-4612b27b1ec4 admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:54:56.027904 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-92abea7d-3748-42a5-93c4-4612b27b1ec4 admin admin] 10.222.0.31 "PUT /v2.0/routers/54373860-04c0-44b4-adcc-42cb31e0401d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3440433 Mar 23 23:54:56.030749 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 53054) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:56.035657 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f517e8-6b4f-419d-bfac-9410d109d51f None None] Sync routers for ids ['54373860-04c0-44b4-adcc-42cb31e0401d'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:54:56.057023 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f517e8-6b4f-419d-bfac-9410d109d51f None None] Routers {'54373860-04c0-44b4-adcc-42cb31e0401d'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:54:56.057944 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-11f517e8-6b4f-419d-bfac-9410d109d51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:54:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['54373860-04c0-44b4-adcc-42cb31e0401d'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:54:56.115164 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-169b1645-5eb5-42f7-9143-9260d1b85f3b admin admin] Publish callbacks [] for security_group (1644c37d-d341-4a56-8f3d-3f1cf1275b3f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:56.166438 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-169b1645-5eb5-42f7-9143-9260d1b85f3b admin admin] Publish callbacks [] for security_group (1644c37d-d341-4a56-8f3d-3f1cf1275b3f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:56.181381 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-11f517e8-6b4f-419d-bfac-9410d109d51f None None] Set router 54373860-04c0-44b4-adcc-42cb31e0401d gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:54:56.222315 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd1dc4-5c9b-4ba8-a286-b54263880117 req-a2067910-30e0-4faa-94ef-8b50db086c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:56.223934 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-cabd1dc4-5c9b-4ba8-a286-b54263880117 req-a2067910-30e0-4faa-94ef-8b50db086c77 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1764164142a40b0991cbb88184b7255&device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 1130 time: 0.0459809 Mar 23 23:54:56.227626 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165db41-2780-4615-9cf3-ad7f00f4568f req-eb051f2b-b5de-4453-8c5c-7061410bbada tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:56.229100 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d165db41-2780-4615-9cf3-ad7f00f4568f req-eb051f2b-b5de-4453-8c5c-7061410bbada tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.1500640 Mar 23 23:54:56.234724 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-623c922e-9a28-45f5-a19e-36e78a4f999a admin admin] Publish callbacks [] for router (54373860-04c0-44b4-adcc-42cb31e0401d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:56.333934 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-169b1645-5eb5-42f7-9143-9260d1b85f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (1644c37d-d341-4a56-8f3d-3f1cf1275b3f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:56.336638 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd1dc4-5c9b-4ba8-a286-b54263880117 req-ef677e55-1d9d-4d55-a692-d518d2afc985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:56.336798 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-169b1645-5eb5-42f7-9143-9260d1b85f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:56.340188 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-169b1645-5eb5-42f7-9143-9260d1b85f3b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1644c37d-d341-4a56-8f3d-3f1cf1275b3f HTTP/1.1" status: 204 len: 168 time: 0.3671646 Mar 23 23:54:56.340348 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-cabd1dc4-5c9b-4ba8-a286-b54263880117 req-ef677e55-1d9d-4d55-a692-d518d2afc985 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d01bdeec-57ed-409b-a257-e0c6c9a81aea HTTP/1.1" status: 200 len: 917 time: 0.1074014 Mar 23 23:54:56.365798 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b1645-5eb5-42f7-9143-9260d1b85f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1644c37d-d341-4a56-8f3d-3f1cf1275b3f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:56.387753 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-11f517e8-6b4f-419d-bfac-9410d109d51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:45Z', 'updated_at': '2022-03-23T23:54:55Z', 'revision_number': 5, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'gw_port': {'id': '75b8b6ea-34ff-47f1-b367-68c4e14ef0a7', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:48:46Z', 'updated_at': '2022-03-23T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:54:56.390278 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d165db41-2780-4615-9cf3-ad7f00f4568f req-70563190-fbbc-4f66-88ae-ada359cdc8f8 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428330 Mar 23 23:54:56.409663 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-623c922e-9a28-45f5-a19e-36e78a4f999a admin admin] Publish callbacks [] for router_gateway (54373860-04c0-44b4-adcc-42cb31e0401d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:56.423136 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f517e8-6b4f-419d-bfac-9410d109d51f None None] Checking router: 54373860-04c0-44b4-adcc-42cb31e0401d for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:54:56.434274 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f517e8-6b4f-419d-bfac-9410d109d51f None None] Routers {'54373860-04c0-44b4-adcc-42cb31e0401d'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:54:56.435055 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-11f517e8-6b4f-419d-bfac-9410d109d51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:54:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['54373860-04c0-44b4-adcc-42cb31e0401d'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:54:56.450187 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-cabd1dc4-5c9b-4ba8-a286-b54263880117 req-e88ea5cb-ed77-42c6-a1d9-067829ddffc0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37701e56-2f23-4f44-a854-a229517314ff HTTP/1.1" status: 200 len: 1002 time: 0.1045527 Mar 23 23:54:56.479658 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-623c922e-9a28-45f5-a19e-36e78a4f999a admin admin] Deleting port 75b8b6ea-34ff-47f1-b367-68c4e14ef0a7 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:54:56.479909 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-623c922e-9a28-45f5-a19e-36e78a4f999a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (75b8b6ea-34ff-47f1-b367-68c4e14ef0a7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:56.505870 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd1dc4-5c9b-4ba8-a286-b54263880117 req-cbbe3f54-fc27-4548-86f6-1b7352b70fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:56.508425 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-cabd1dc4-5c9b-4ba8-a286-b54263880117 req-cbbe3f54-fc27-4548-86f6-1b7352b70fa3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6136d15b-a857-4672-9f46-946dc92786dd HTTP/1.1" status: 200 len: 856 time: 0.0520520 Mar 23 23:54:56.551080 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-11f517e8-6b4f-419d-bfac-9410d109d51f None None] Set router 54373860-04c0-44b4-adcc-42cb31e0401d gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:54:56.568531 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd1dc4-5c9b-4ba8-a286-b54263880117 req-b3c620c5-e705-4a15-b27e-1b7bc1961495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:56.571250 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-cabd1dc4-5c9b-4ba8-a286-b54263880117 req-b3c620c5-e705-4a15-b27e-1b7bc1961495 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d01bdeec-57ed-409b-a257-e0c6c9a81aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568733 Mar 23 23:54:56.585415 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-623c922e-9a28-45f5-a19e-36e78a4f999a admin admin] For port 75b8b6ea-34ff-47f1-b367-68c4e14ef0a7, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=75b8b6ea-34ff-47f1-b367-68c4e14ef0a7,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:54:56.585866 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-623c922e-9a28-45f5-a19e-36e78a4f999a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (75b8b6ea-34ff-47f1-b367-68c4e14ef0a7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:56.608903 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-623c922e-9a28-45f5-a19e-36e78a4f999a admin admin] Calling delete_port for 75b8b6ea-34ff-47f1-b367-68c4e14ef0a7 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:54:56.626524 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-11f517e8-6b4f-419d-bfac-9410d109d51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:45Z', 'updated_at': '2022-03-23T23:54:56Z', 'revision_number': 6, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'gw_port_host': None}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:54:56.661709 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f517e8-6b4f-419d-bfac-9410d109d51f None None] The sync data for ids ['54373860-04c0-44b4-adcc-42cb31e0401d'] in dv-cinder-749155-6-iscsi is: [{'id': '54373860-04c0-44b4-adcc-42cb31e0401d', 'name': 'tempest-AttachVolumeTestJSON-720772426-router', 'tenant_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:48:45Z', 'updated_at': '2022-03-23T23:54:56Z', 'revision_number': 6, 'project_id': 'e03e5b02e8c44caaaadaf5d60fc18023', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:54:56.707046 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-cabd1dc4-5c9b-4ba8-a286-b54263880117 req-70d1bcf9-dc5f-4341-9d56-9c9e2cea9c64 service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297493 Mar 23 23:54:56.754295 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 53060) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:56.772781 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8814faff-078e-4d8f-8510-ebea6f6d1d81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:56.799368 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-cabd1dc4-5c9b-4ba8-a286-b54263880117 req-3809547b-7cb2-4398-89ff-7c68a881ca72 service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858984 Mar 23 23:54:56.879472 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-623c922e-9a28-45f5-a19e-36e78a4f999a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (75b8b6ea-34ff-47f1-b367-68c4e14ef0a7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:56.935781 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c922e-9a28-45f5-a19e-36e78a4f999a admin admin] Pushing event deleted for resources: {'Port': ['ID=75b8b6ea-34ff-47f1-b367-68c4e14ef0a7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:56.971878 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8814faff-078e-4d8f-8510-ebea6f6d1d81 admin admin] Publish callbacks [] for security_group (c87bd105-1796-4092-9c88-d0e1fbba3d3e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:56.995376 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8814faff-078e-4d8f-8510-ebea6f6d1d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (c87bd105-1796-4092-9c88-d0e1fbba3d3e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:57.057646 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-8814faff-078e-4d8f-8510-ebea6f6d1d81 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c43248d14443484bb85f5e1ab92367b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022721 Mar 23 23:54:57.060544 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 53066) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:57.064862 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30683c99-3820-46c5-9d18-779134a2942c req-9762d598-8bf5-48a4-b141-964d8771645e tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:57.067370 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-30683c99-3820-46c5-9d18-779134a2942c req-9762d598-8bf5-48a4-b141-964d8771645e tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 985 time: 0.1977618 Mar 23 23:54:57.068369 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814faff-078e-4d8f-8510-ebea6f6d1d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87bd105-1796-4092-9c88-d0e1fbba3d3e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:57.072380 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-623c922e-9a28-45f5-a19e-36e78a4f999a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574732'] for router_gateway (54373860-04c0-44b4-adcc-42cb31e0401d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:57.127756 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd112-6ece-4c44-9dc1-02d55593995a admin admin] Publish callbacks [] for security_group (c87bd105-1796-4092-9c88-d0e1fbba3d3e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:57.150536 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd112-6ece-4c44-9dc1-02d55593995a admin admin] Publish callbacks [] for security_group (c87bd105-1796-4092-9c88-d0e1fbba3d3e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:57.201899 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd112-6ece-4c44-9dc1-02d55593995a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (c87bd105-1796-4092-9c88-d0e1fbba3d3e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:57.205030 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd112-6ece-4c44-9dc1-02d55593995a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:57.206273 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-1e3fd112-6ece-4c44-9dc1-02d55593995a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c87bd105-1796-4092-9c88-d0e1fbba3d3e HTTP/1.1" status: 204 len: 168 time: 0.1446815 Mar 23 23:54:57.215457 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fd112-6ece-4c44-9dc1-02d55593995a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87bd105-1796-4092-9c88-d0e1fbba3d3e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:57.221381 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-623c922e-9a28-45f5-a19e-36e78a4f999a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router (54373860-04c0-44b4-adcc-42cb31e0401d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:57.228154 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-623c922e-9a28-45f5-a19e-36e78a4f999a admin admin] Publish callbacks [] for router_controller (54373860-04c0-44b4-adcc-42cb31e0401d), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:57.291186 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-30683c99-3820-46c5-9d18-779134a2942c req-57382ae6-5357-49c7-a42e-67dcb91080f0 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f4eeb9-e0de-43de-99a1-780f311e549f&id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2168818 Mar 23 23:54:57.302972 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3357c7-a831-4092-a5db-f7747dc8cfad req-0770e51e-5334-49f0-ac18-f79fddc2abf2 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:57.304705 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8f3357c7-a831-4092-a5db-f7747dc8cfad req-0770e51e-5334-49f0-ac18-f79fddc2abf2 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 944 time: 0.1999841 Mar 23 23:54:57.310134 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-623c922e-9a28-45f5-a19e-36e78a4f999a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573167'] for router (54373860-04c0-44b4-adcc-42cb31e0401d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:57.310687 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623c922e-9a28-45f5-a19e-36e78a4f999a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54373860-04c0-44b4-adcc-42cb31e0401d {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 23:54:57.322454 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-623c922e-9a28-45f5-a19e-36e78a4f999a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:57.326036 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-623c922e-9a28-45f5-a19e-36e78a4f999a admin admin] 10.222.0.31 "DELETE /v2.0/routers/54373860-04c0-44b4-adcc-42cb31e0401d HTTP/1.1" status: 204 len: 168 time: 1.2918699 Mar 23 23:54:57.327445 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 53070) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:57.362289 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8f3357c7-a831-4092-a5db-f7747dc8cfad req-bd6a649e-e36a-4152-9d7f-6931af24f7ae tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498464 Mar 23 23:54:57.374789 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3581fcd-ca26-4c24-a09a-afe589369a9c admin admin] Deleting subnet 3dfa0736-7078-436a-bef7-91bda4df3d72 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 23:54:57.377996 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e3581fcd-ca26-4c24-a09a-afe589369a9c admin admin] Publish callbacks [] for subnet (3dfa0736-7078-436a-bef7-91bda4df3d72), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:57.413170 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e3581fcd-ca26-4c24-a09a-afe589369a9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7433114'] for subnet (3dfa0736-7078-436a-bef7-91bda4df3d72), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:57.521089 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e3581fcd-ca26-4c24-a09a-afe589369a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171796'] for subnet (3dfa0736-7078-436a-bef7-91bda4df3d72), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:57.550307 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31cad0-e1b8-4085-a218-166ae1d4863c req-79dceeb8-d08d-4992-b1f0-55788437a873 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:57.551962 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3b31cad0-e1b8-4085-a218-166ae1d4863c req-79dceeb8-d08d-4992-b1f0-55788437a873 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0862658 Mar 23 23:54:57.581097 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e3581fcd-ca26-4c24-a09a-afe589369a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5644079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6018763'] for subnet (3dfa0736-7078-436a-bef7-91bda4df3d72), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:57.607250 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3b31cad0-e1b8-4085-a218-166ae1d4863c req-fa07bbe7-17f5-4f6e-bd49-e0a8189710ec tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488927 Mar 23 23:54:57.613933 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3581fcd-ca26-4c24-a09a-afe589369a9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dfa0736-7078-436a-bef7-91bda4df3d72,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:57.618053 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e3581fcd-ca26-4c24-a09a-afe589369a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:57.623937 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-e3581fcd-ca26-4c24-a09a-afe589369a9c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3dfa0736-7078-436a-bef7-91bda4df3d72 HTTP/1.1" status: 204 len: 168 time: 0.2927086 Mar 23 23:54:57.623937 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 53082) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:57.625443 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4515f6-4072-456d-8814-2bc7a5bc4a36 None None] Network 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:54:57.705187 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-131da6d4-4e93-4999-89dc-d0706f7b44c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049883'] for network (2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:57.766372 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-131da6d4-4e93-4999-89dc-d0706f7b44c5 admin admin] Deleting port 6b0e2061-0b41-47dc-8888-20948e1f99a2 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:54:57.766703 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-131da6d4-4e93-4999-89dc-d0706f7b44c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (6b0e2061-0b41-47dc-8888-20948e1f99a2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:57.818460 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c627010c-55ad-4578-a506-b9539b1ed597 None None] DHCP port deletion for 2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a request from dv-cinder-749155-6-iscsi {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 23:54:57.838388 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-131da6d4-4e93-4999-89dc-d0706f7b44c5 admin admin] For port 6b0e2061-0b41-47dc-8888-20948e1f99a2, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=6b0e2061-0b41-47dc-8888-20948e1f99a2,segment=NetworkSegment(0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf),segment_id=0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:54:57.838796 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-131da6d4-4e93-4999-89dc-d0706f7b44c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (6b0e2061-0b41-47dc-8888-20948e1f99a2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:57.852677 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-131da6d4-4e93-4999-89dc-d0706f7b44c5 admin admin] Calling delete_port for 6b0e2061-0b41-47dc-8888-20948e1f99a2 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:54:57.881468 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c627010c-55ad-4578-a506-b9539b1ed597 None None] Deleting port 6b0e2061-0b41-47dc-8888-20948e1f99a2 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:54:57.881979 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c627010c-55ad-4578-a506-b9539b1ed597 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (6b0e2061-0b41-47dc-8888-20948e1f99a2), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:57.947645 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-131da6d4-4e93-4999-89dc-d0706f7b44c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (6b0e2061-0b41-47dc-8888-20948e1f99a2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:57.952935 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c627010c-55ad-4578-a506-b9539b1ed597 None None] For port 6b0e2061-0b41-47dc-8888-20948e1f99a2, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=6b0e2061-0b41-47dc-8888-20948e1f99a2,segment=NetworkSegment(0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf),segment_id=0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:54:57.954258 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c627010c-55ad-4578-a506-b9539b1ed597 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (6b0e2061-0b41-47dc-8888-20948e1f99a2), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:57.967913 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c627010c-55ad-4578-a506-b9539b1ed597 None None] Calling delete_port for 6b0e2061-0b41-47dc-8888-20948e1f99a2 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:54:57.982879 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131da6d4-4e93-4999-89dc-d0706f7b44c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b0e2061-0b41-47dc-8888-20948e1f99a2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:57.985322 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131da6d4-4e93-4999-89dc-d0706f7b44c5 admin admin] No DVR routers for this DVR port 6b0e2061-0b41-47dc-8888-20948e1f99a2 on host dv-cinder-749155-6-iscsi {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:54:58.051907 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c627010c-55ad-4578-a506-b9539b1ed597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700'] for port (6b0e2061-0b41-47dc-8888-20948e1f99a2), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:58.067741 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-131da6d4-4e93-4999-89dc-d0706f7b44c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506273', 'neutron.services.segments.db._delete_segments_for_network-8777139652675'] for network (2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:58.078495 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627010c-55ad-4578-a506-b9539b1ed597 None None] Pushing event deleted for resources: {'Port': ['ID=6b0e2061-0b41-47dc-8888-20948e1f99a2,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:58.083500 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c627010c-55ad-4578-a506-b9539b1ed597 None None] No DVR routers for this DVR port 6b0e2061-0b41-47dc-8888-20948e1f99a2 on host dv-cinder-749155-6-iscsi {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:54:58.094704 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-131da6d4-4e93-4999-89dc-d0706f7b44c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:54:58.109523 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-131da6d4-4e93-4999-89dc-d0706f7b44c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:54:58.109819 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-131da6d4-4e93-4999-89dc-d0706f7b44c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:54:58.120217 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-131da6d4-4e93-4999-89dc-d0706f7b44c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777139653708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7433123'] for segment (0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:58.133752 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-131da6d4-4e93-4999-89dc-d0706f7b44c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:58.140216 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131da6d4-4e93-4999-89dc-d0706f7b44c5 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 23:54:58.140621 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-131da6d4-4e93-4999-89dc-d0706f7b44c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5693581'] for segment (0f8bc4b8-5e6f-4bed-a77d-6022ee9b6fdf), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: Traceback (most recent call last): Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: timer() Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: cb(*args, **kw) Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: return func(*args, **kwargs) Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: self._notify() Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: self.callback(batched_events) Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: event.method(event) Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: return f(self, *a, **k) Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: return self._get(url).json() Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: return self.request(url, 'GET', **kwargs) Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 23:54:58.142577 dv-cinder-749155-6-iscsi neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 23:54:58.200407 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-131da6d4-4e93-4999-89dc-d0706f7b44c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574832'] for network (2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:58.204212 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-131da6d4-4e93-4999-89dc-d0706f7b44c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:58.207428 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-131da6d4-4e93-4999-89dc-d0706f7b44c5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a HTTP/1.1" status: 204 len: 168 time: 0.5827327 Mar 23 23:54:58.225956 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131da6d4-4e93-4999-89dc-d0706f7b44c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c1192b1-02e2-4d0b-8e7b-cc52bc36c33a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:58.382870 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 53106) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:58.655154 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 75b8b6ea-34ff-47f1-b367-68c4e14ef0a7 no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:54:58.677614 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: 75b8b6ea-34ff-47f1-b367-68c4e14ef0a7 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:54:58.678164 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 75b8b6ea-34ff-47f1-b367-68c4e14ef0a7 not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:54:58.678653 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 6b0e2061-0b41-47dc-8888-20948e1f99a2 no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:54:58.702601 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: 6b0e2061-0b41-47dc-8888-20948e1f99a2 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:54:58.703308 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 6b0e2061-0b41-47dc-8888-20948e1f99a2 not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:54:58.703782 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 1f0cd8e7-4335-4589-8a8b-f70507aac3ab no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:54:58.724147 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: 1f0cd8e7-4335-4589-8a8b-f70507aac3ab {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:54:58.724769 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 1f0cd8e7-4335-4589-8a8b-f70507aac3ab not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:54:58.768439 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-cc415916-2066-4688-94d6-d42692fcaf76 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e03e5b02e8c44caaaadaf5d60fc18023&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3819311 Mar 23 23:54:58.768726 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 53122) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:54:58.820312 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a0856-b514-40ea-8fe8-af695fac4d41 req-5b8669b3-527a-4a1b-81a1-3dfdcbbf9730 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:58.822000 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-186a0856-b514-40ea-8fe8-af695fac4d41 req-5b8669b3-527a-4a1b-81a1-3dfdcbbf9730 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 985 time: 0.3917258 Mar 23 23:54:58.828587 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72fd1b-2a78-4dbc-a85a-319ed5d484b8 req-a2a09640-e990-44a0-8cc8-d10e1c890537 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:58.829975 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5f72fd1b-2a78-4dbc-a85a-319ed5d484b8 req-a2a09640-e990-44a0-8cc8-d10e1c890537 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 944 time: 0.1136043 Mar 23 23:54:58.899209 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e136ac1-a57d-44a6-bd28-91c55b924ecf admin admin] Publish callbacks [] for security_group (a3549210-b1b5-4315-a19d-73ed69a48e54), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:58.951517 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5f72fd1b-2a78-4dbc-a85a-319ed5d484b8 req-22e803f2-03f0-40d3-9788-404e5321cbbd tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147037 Mar 23 23:54:58.968485 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-186a0856-b514-40ea-8fe8-af695fac4d41 req-defd83e5-e1b1-41fa-be94-14d409a25e46 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f4eeb9-e0de-43de-99a1-780f311e549f&id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1375794 Mar 23 23:54:58.973748 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e136ac1-a57d-44a6-bd28-91c55b924ecf admin admin] Publish callbacks [] for security_group (a3549210-b1b5-4315-a19d-73ed69a48e54), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:59.076005 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509ef0a-2764-4fed-ba31-ee9cbbc1672c req-fe56aeb9-d369-4ab5-921e-59dc243c69ac tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:54:59.077511 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2509ef0a-2764-4fed-ba31-ee9cbbc1672c req-fe56aeb9-d369-4ab5-921e-59dc243c69ac tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0650318 Mar 23 23:54:59.090673 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e136ac1-a57d-44a6-bd28-91c55b924ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (a3549210-b1b5-4315-a19d-73ed69a48e54), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:59.093353 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e136ac1-a57d-44a6-bd28-91c55b924ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:54:59.094423 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-5e136ac1-a57d-44a6-bd28-91c55b924ecf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3549210-b1b5-4315-a19d-73ed69a48e54 HTTP/1.1" status: 204 len: 168 time: 0.3245621 Mar 23 23:54:59.111680 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e136ac1-a57d-44a6-bd28-91c55b924ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3549210-b1b5-4315-a19d-73ed69a48e54,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:54:59.142245 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2509ef0a-2764-4fed-ba31-ee9cbbc1672c req-d843e7c8-bb3f-45f4-b6fd-996b7c32fcdf tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591729 Mar 23 23:55:00.059905 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [req-df5df27a-baa2-4140-89b3-6fe11dd6135b req-31df00c8-b6f8-4cc7-ab7c-3966d9e455a9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 23:55:00.061014 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-df5df27a-baa2-4140-89b3-6fe11dd6135b req-31df00c8-b6f8-4cc7-ab7c-3966d9e455a9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1204967 Mar 23 23:55:00.086801 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf018e-0d84-4e5b-8949-324517926c6f req-bc6c8d36-2287-4fb1-a14d-ba20a3e058e5 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:00.088745 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-14bf018e-0d84-4e5b-8949-324517926c6f req-bc6c8d36-2287-4fb1-a14d-ba20a3e058e5 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 944 time: 0.0662584 Mar 23 23:55:00.147407 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-14bf018e-0d84-4e5b-8949-324517926c6f req-a223e8dc-0188-44c2-aa11-79fb4868b351 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529659 Mar 23 23:55:00.287542 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345abeb1-89d2-4477-ad90-b6e9e1149559 req-eea99945-3e6a-4ec6-8a21-93e369573f7f tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:00.289196 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-345abeb1-89d2-4477-ad90-b6e9e1149559 req-eea99945-3e6a-4ec6-8a21-93e369573f7f tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 985 time: 0.1011429 Mar 23 23:55:00.314205 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c76557-55da-4203-a12a-28adbaaec1f2 req-1b02022d-e6eb-4a7d-9a29-67d8b4af956a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:00.315781 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-91c76557-55da-4203-a12a-28adbaaec1f2 req-1b02022d-e6eb-4a7d-9a29-67d8b4af956a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 946 time: 0.0927994 Mar 23 23:55:00.422101 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 634d08c1-2737-4733-b9f3-5945bf292919 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:55:00.425057 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 37701e56-2f23-4f44-a854-a229517314ff no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:55:00.437968 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-345abeb1-89d2-4477-ad90-b6e9e1149559 req-9711e11d-c299-47af-b167-4a887c1f9d40 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2f4eeb9-e0de-43de-99a1-780f311e549f&id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1397672 Mar 23 23:55:00.474459 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-91c76557-55da-4203-a12a-28adbaaec1f2 req-253fe981-5b17-40c2-968f-7d2f1b08b17c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512818 Mar 23 23:55:00.616644 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 37701e56-2f23-4f44-a854-a229517314ff is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:55:00.617242 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (37701e56-2f23-4f44-a854-a229517314ff), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:00.668157 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 53224) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:00.683591 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749f44b4-90cb-4411-8b56-995f55a89b3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37701e56-2f23-4f44-a854-a229517314ff'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:55:00.685915 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421e1766-8f41-4c0a-b03b-85e11e5610fe" -d '{"events": [{"server_uuid": "749f44b4-90cb-4411-8b56-995f55a89b3b", "name": "network-vif-unplugged", "status": "completed", "tag": "37701e56-2f23-4f44-a854-a229517314ff"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:55:00.692600 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 37701e56-2f23-4f44-a854-a229517314ff, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=37701e56-2f23-4f44-a854-a229517314ff,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:55:00.698337 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (37701e56-2f23-4f44-a854-a229517314ff), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:00.701291 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 634d08c1-2737-4733-b9f3-5945bf292919, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=634d08c1-2737-4733-b9f3-5945bf292919,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:55:00.739253 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 23:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a3b695-675c-442a-8b32-5032b5b35e17 x-openstack-request-id: req-59a3b695-675c-442a-8b32-5032b5b35e17 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:55:00.739537 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749f44b4-90cb-4411-8b56-995f55a89b3b", "name": "network-vif-unplugged", "status": "failed", "tag": "37701e56-2f23-4f44-a854-a229517314ff", "code": 422}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:55:00.739783 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59a3b695-675c-442a-8b32-5032b5b35e17 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:55:00.740167 dv-cinder-749155-6-iscsi neutron-server[109900]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-59a3b695-675c-442a-8b32-5032b5b35e17']: {'server_uuid': '749f44b4-90cb-4411-8b56-995f55a89b3b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '37701e56-2f23-4f44-a854-a229517314ff', 'code': 422} returned with failed status Mar 23 23:55:00.746478 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': '634d08c1-2737-4733-b9f3-5945bf292919', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'port_id': '634d08c1-2737-4733-b9f3-5945bf292919', 'mac_address': 'fa:16:3e:9e:41:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:55:00.769025 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a73f7cb6-79c0-4656-9fdd-5b5e464675f0 req-1750fe4c-5834-4392-a047-dfd8a5990027 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0993118 Mar 23 23:55:00.778197 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [req-a73f7cb6-79c0-4656-9fdd-5b5e464675f0 req-9d96208e-1ec4-4210-a5b1-7648c4708a2c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 23:55:00.779160 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a73f7cb6-79c0-4656-9fdd-5b5e464675f0 req-9d96208e-1ec4-4210-a5b1-7648c4708a2c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049593 Mar 23 23:55:00.793092 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=37701e56-2f23-4f44-a854-a229517314ff,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:00.805722 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 634d08c1-2737-4733-b9f3-5945bf292919 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:55:00.806113 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (634d08c1-2737-4733-b9f3-5945bf292919), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:00.819452 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 634d08c1-2737-4733-b9f3-5945bf292919 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:55:00.839642 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 634d08c1-2737-4733-b9f3-5945bf292919, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=634d08c1-2737-4733-b9f3-5945bf292919,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:55:00.843403 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (634d08c1-2737-4733-b9f3-5945bf292919), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:00.862510 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 53236) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:00.897975 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=634d08c1-2737-4733-b9f3-5945bf292919,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:00.917833 dv-cinder-749155-6-iscsi neutron-server[109899]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 23:55:00.968460 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f7cb6-79c0-4656-9fdd-5b5e464675f0 req-d1703ab0-d0d3-4caa-92bb-68bc3608311a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:00.969786 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a73f7cb6-79c0-4656-9fdd-5b5e464675f0 req-d1703ab0-d0d3-4caa-92bb-68bc3608311a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports/37701e56-2f23-4f44-a854-a229517314ff HTTP/1.1" status: 200 len: 941 time: 0.1060255 Mar 23 23:55:01.065093 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['634d08c1-2737-4733-b9f3-5945bf292919'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:55:01.271030 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a953aa5-bb55-42b2-a9b2-fe25d786aa55 req-d9d96fb5-b595-4c68-b019-b2e3f828bcc4 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:01.273688 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3a953aa5-bb55-42b2-a9b2-fe25d786aa55 req-d9d96fb5-b595-4c68-b019-b2e3f828bcc4 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 945 time: 0.0563440 Mar 23 23:55:01.336548 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3a953aa5-bb55-42b2-a9b2-fe25d786aa55 req-152e92e6-81db-41eb-bfac-f10b8b9a91f2 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481341 Mar 23 23:55:01.603737 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d4ad4-dcc2-4533-93c7-416d65668497 req-ef498882-6c5a-4de8-952a-8706b43480fd tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:01.605588 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-941d4ad4-dcc2-4533-93c7-416d65668497 req-ef498882-6c5a-4de8-952a-8706b43480fd tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 944 time: 0.0583897 Mar 23 23:55:01.660959 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-941d4ad4-dcc2-4533-93c7-416d65668497 req-7152c97f-cc73-4b29-99f3-b165693efb80 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495343 Mar 23 23:55:01.817011 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f7cb6-79c0-4656-9fdd-5b5e464675f0 req-73433e34-5479-4f98-84c4-a1875156e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:01.818506 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a73f7cb6-79c0-4656-9fdd-5b5e464675f0 req-73433e34-5479-4f98-84c4-a1875156e89d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b&tenant_id=d1764164142a40b0991cbb88184b7255 HTTP/1.1" status: 200 len: 1128 time: 0.0817459 Mar 23 23:55:01.883938 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f7cb6-79c0-4656-9fdd-5b5e464675f0 req-39242ea4-8453-4b5a-b30c-2ba312287c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:01.885488 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a73f7cb6-79c0-4656-9fdd-5b5e464675f0 req-39242ea4-8453-4b5a-b30c-2ba312287c80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1764164142a40b0991cbb88184b7255&device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 1128 time: 0.0463221 Mar 23 23:55:01.984246 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f7cb6-79c0-4656-9fdd-5b5e464675f0 req-5cb7b1c4-0efe-424b-a1df-832cb92b1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:01.985817 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a73f7cb6-79c0-4656-9fdd-5b5e464675f0 req-5cb7b1c4-0efe-424b-a1df-832cb92b1125 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d01bdeec-57ed-409b-a257-e0c6c9a81aea HTTP/1.1" status: 200 len: 917 time: 0.0940387 Mar 23 23:55:02.057590 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a73f7cb6-79c0-4656-9fdd-5b5e464675f0 req-6438fdd2-e87c-4739-84a4-4c1a6600609f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37701e56-2f23-4f44-a854-a229517314ff HTTP/1.1" status: 200 len: 1000 time: 0.0650043 Mar 23 23:55:02.111075 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f7cb6-79c0-4656-9fdd-5b5e464675f0 req-ea3880e2-7ebe-4bae-9cbd-ef2a84993a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:02.112823 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a73f7cb6-79c0-4656-9fdd-5b5e464675f0 req-ea3880e2-7ebe-4bae-9cbd-ef2a84993a7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6136d15b-a857-4672-9f46-946dc92786dd HTTP/1.1" status: 200 len: 856 time: 0.0461104 Mar 23 23:55:02.167373 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f7cb6-79c0-4656-9fdd-5b5e464675f0 req-7801d31e-65ee-43e1-b922-34f471bf35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:02.168953 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a73f7cb6-79c0-4656-9fdd-5b5e464675f0 req-7801d31e-65ee-43e1-b922-34f471bf35ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d01bdeec-57ed-409b-a257-e0c6c9a81aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501683 Mar 23 23:55:02.268131 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a73f7cb6-79c0-4656-9fdd-5b5e464675f0 req-bff4dab5-23d3-4ea3-badd-3f9a83bea9a3 service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925870 Mar 23 23:55:02.364934 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a73f7cb6-79c0-4656-9fdd-5b5e464675f0 req-a0ee425a-122f-4665-a952-c67355303986 service neutron] 10.222.0.20 "GET /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904241 Mar 23 23:55:02.454924 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f30f6a-5820-4f9f-8393-37c61fa70ceb req-5c4a45c1-12db-4bd3-b680-33be8070a12d tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:02.456701 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-84f30f6a-5820-4f9f-8393-37c61fa70ceb req-5c4a45c1-12db-4bd3-b680-33be8070a12d tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 945 time: 0.0527740 Mar 23 23:55:02.507161 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-84f30f6a-5820-4f9f-8393-37c61fa70ceb req-d4fc2375-21c9-4ad7-adb6-4f0355bcf68c tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446968 Mar 23 23:55:02.797649 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0cf18-588b-403d-9021-52313ab2079a req-82c9e804-0c52-47d2-b691-e52cb80f5424 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:02.799118 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cfd0cf18-588b-403d-9021-52313ab2079a req-82c9e804-0c52-47d2-b691-e52cb80f5424 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 944 time: 0.0530581 Mar 23 23:55:02.853051 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cfd0cf18-588b-403d-9021-52313ab2079a req-c8bd6270-51ff-4e2f-9d54-9505a6474ff9 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483227 Mar 23 23:55:03.216082 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 634d08c1-2737-4733-b9f3-5945bf292919 up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:55:03.277486 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port 634d08c1-2737-4733-b9f3-5945bf292919 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 23:55:03.281226 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port 634d08c1-2737-4733-b9f3-5945bf292919 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:55:03.281615 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (634d08c1-2737-4733-b9f3-5945bf292919), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:03.363642 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 634d08c1-2737-4733-b9f3-5945bf292919 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:55:03.364063 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (634d08c1-2737-4733-b9f3-5945bf292919), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:03.387836 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d18976-71db-4685-b408-6fde6bf1f3a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634d08c1-2737-4733-b9f3-5945bf292919'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:55:03.390080 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1eeaf4-5494-4d9d-ba2d-2c918698745d" -d '{"events": [{"server_uuid": "02d18976-71db-4685-b408-6fde6bf1f3a1", "name": "network-vif-plugged", "status": "completed", "tag": "634d08c1-2737-4733-b9f3-5945bf292919"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:55:03.408103 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 634d08c1-2737-4733-b9f3-5945bf292919, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=634d08c1-2737-4733-b9f3-5945bf292919,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:55:03.412877 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (634d08c1-2737-4733-b9f3-5945bf292919), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:03.413878 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 37701e56-2f23-4f44-a854-a229517314ff no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:55:03.454903 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577aa7ac-5931-4f31-a341-81e821e26ded x-openstack-request-id: req-577aa7ac-5931-4f31-a341-81e821e26ded {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:55:03.455165 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d18976-71db-4685-b408-6fde6bf1f3a1", "name": "network-vif-plugged", "status": "completed", "tag": "634d08c1-2737-4733-b9f3-5945bf292919", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:55:03.455444 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-577aa7ac-5931-4f31-a341-81e821e26ded {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:55:03.455894 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-577aa7ac-5931-4f31-a341-81e821e26ded'] response: {'server_uuid': '02d18976-71db-4685-b408-6fde6bf1f3a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634d08c1-2737-4733-b9f3-5945bf292919', 'code': 200} Mar 23 23:55:03.492652 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=634d08c1-2737-4733-b9f3-5945bf292919,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:03.533666 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 37701e56-2f23-4f44-a854-a229517314ff is: DOWN; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:55:03.630239 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd38a46-a238-4e63-94af-75e6fee29e35 req-deb868a7-4c53-4ce7-87da-1e8129d9bc64 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:03.631688 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3bd38a46-a238-4e63-94af-75e6fee29e35 req-deb868a7-4c53-4ce7-87da-1e8129d9bc64 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 946 time: 0.0562267 Mar 23 23:55:03.686933 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3bd38a46-a238-4e63-94af-75e6fee29e35 req-10651713-c377-4b61-ad84-4a39bd538959 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494037 Mar 23 23:55:03.995207 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63bcc1-5117-4b08-8739-c310ff4953a3 req-58f83e6a-34c4-4e9f-bf97-d4a65256ff7e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:03.996750 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ac63bcc1-5117-4b08-8739-c310ff4953a3 req-58f83e6a-34c4-4e9f-bf97-d4a65256ff7e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 944 time: 0.0617280 Mar 23 23:55:04.050801 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ac63bcc1-5117-4b08-8739-c310ff4953a3 req-ed27e7f5-b38b-4247-9e98-bdcb37202176 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474958 Mar 23 23:55:04.829057 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88148059-5ea9-487d-a0bb-37cb84a1a24c req-51a3b985-8620-4cc8-8b22-6a95206a34ac tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:04.830546 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-88148059-5ea9-487d-a0bb-37cb84a1a24c req-51a3b985-8620-4cc8-8b22-6a95206a34ac tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 946 time: 0.0696480 Mar 23 23:55:04.880418 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-88148059-5ea9-487d-a0bb-37cb84a1a24c req-dbc723a2-b3f3-45d1-8d22-9aa8dcc0dc7b tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443361 Mar 23 23:55:05.109086 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae992-76af-476a-ae0d-48459289a28e req-d8d2df75-9875-420a-8415-31f8063b7952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:05.111248 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ba4ae992-76af-476a-ae0d-48459289a28e req-d8d2df75-9875-420a-8415-31f8063b7952 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 1130 time: 0.0500343 Mar 23 23:55:05.164922 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ba4ae992-76af-476a-ae0d-48459289a28e req-c3872d5e-545c-4080-931b-d098c3b7ae63 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465782 Mar 23 23:55:05.194507 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f458680-5591-4fac-a99d-b71a0ec963c8 req-42aa7c08-d5e7-4c37-8237-dae66c1f0ce5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:05.197290 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7f458680-5591-4fac-a99d-b71a0ec963c8 req-42aa7c08-d5e7-4c37-8237-dae66c1f0ce5 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 944 time: 0.0697172 Mar 23 23:55:05.250659 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7f458680-5591-4fac-a99d-b71a0ec963c8 req-c6f26c8d-8dbd-407a-a327-0b208ed523b0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483367 Mar 23 23:55:06.011071 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442d6f0-7284-42ed-8c55-5644f7d6cd26 req-afd4ecd4-7455-4170-861c-4cf07cdf1787 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:06.012671 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b442d6f0-7284-42ed-8c55-5644f7d6cd26 req-afd4ecd4-7455-4170-861c-4cf07cdf1787 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 946 time: 0.0617695 Mar 23 23:55:06.073009 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b442d6f0-7284-42ed-8c55-5644f7d6cd26 req-7fa9053f-5d33-46db-89f5-735a752c884e tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536270 Mar 23 23:55:06.402944 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041734a-251e-47b0-8fcf-6d4f5c8b9259 req-215de36b-4248-485d-8de7-9fe3723dc3a1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:06.404736 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9041734a-251e-47b0-8fcf-6d4f5c8b9259 req-215de36b-4248-485d-8de7-9fe3723dc3a1 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 944 time: 0.0691135 Mar 23 23:55:06.472371 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9041734a-251e-47b0-8fcf-6d4f5c8b9259 req-b6772715-3c6c-42a0-bd1a-0869c8f35493 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617037 Mar 23 23:55:07.256985 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fed9d9-56e7-440c-9437-eac8a6322f3d req-91ff060a-a6e8-4b28-b335-a1f8e8432208 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:07.257870 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3dde7410-e423-4ad9-9037-012b72215984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:07.268842 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-20fed9d9-56e7-440c-9437-eac8a6322f3d req-91ff060a-a6e8-4b28-b335-a1f8e8432208 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 946 time: 0.0974140 Mar 23 23:55:07.441959 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-20fed9d9-56e7-440c-9437-eac8a6322f3d req-bd5c2c68-41ed-42b9-99f3-50998765d968 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719866 Mar 23 23:55:07.690621 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063f182-c669-4338-a98e-696bff14fe4b req-4a24c871-b31f-4228-8369-fc4ab1b4a94e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:07.702040 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e063f182-c669-4338-a98e-696bff14fe4b req-4a24c871-b31f-4228-8369-fc4ab1b4a94e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 944 time: 0.1140220 Mar 23 23:55:07.813476 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e063f182-c669-4338-a98e-696bff14fe4b req-09195a5d-2f11-4c09-9b85-6a671e982062 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095450 Mar 23 23:55:08.599553 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28c019-75da-42ce-ae0d-47640feaa0ee req-d2086265-e14d-4960-b302-6bfbd2d034ff tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:08.601203 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7f28c019-75da-42ce-ae0d-47640feaa0ee req-d2086265-e14d-4960-b302-6bfbd2d034ff tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 946 time: 0.0892754 Mar 23 23:55:08.689671 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7f28c019-75da-42ce-ae0d-47640feaa0ee req-40ed652c-9456-4a9c-a233-16666240bd7f tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790243 Mar 23 23:55:08.972188 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53197041-4205-4cdc-83af-3b1f68d80bf0 req-9daa648c-9754-4a24-a6c5-89e98b86ee79 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:08.979778 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-53197041-4205-4cdc-83af-3b1f68d80bf0 req-9daa648c-9754-4a24-a6c5-89e98b86ee79 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 944 time: 0.0752900 Mar 23 23:55:09.091366 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-53197041-4205-4cdc-83af-3b1f68d80bf0 req-f1eaf023-b512-4630-878b-be425ac93455 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105466 Mar 23 23:55:09.108623 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 53446) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:09.276064 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb1ddc27-bbe2-4612-9ef6-0c766d3f6535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:09.333779 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-92a6895e-7512-4b67-a84d-4e77a9b4bd39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:09.364781 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb1ddc27-bbe2-4612-9ef6-0c766d3f6535 admin admin] Publish callbacks [] for security_group (88fcda38-7d0d-431a-be00-91c31934aa01), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:09.369202 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb1ddc27-bbe2-4612-9ef6-0c766d3f6535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (88fcda38-7d0d-431a-be00-91c31934aa01), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:09.409163 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-eb1ddc27-bbe2-4612-9ef6-0c766d3f6535 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc51d432e14e4614b46efe52a54153b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987964 Mar 23 23:55:09.410183 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ddc27-bbe2-4612-9ef6-0c766d3f6535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fcda38-7d0d-431a-be00-91c31934aa01,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:09.411873 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 53450) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:09.487411 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fbf55e6c-450e-4792-a33c-69c5cd22a5e6 admin admin] Publish callbacks [] for security_group (88fcda38-7d0d-431a-be00-91c31934aa01), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:09.515999 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fbf55e6c-450e-4792-a33c-69c5cd22a5e6 admin admin] Publish callbacks [] for security_group (88fcda38-7d0d-431a-be00-91c31934aa01), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:09.569456 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fbf55e6c-450e-4792-a33c-69c5cd22a5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (88fcda38-7d0d-431a-be00-91c31934aa01), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:09.572163 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fbf55e6c-450e-4792-a33c-69c5cd22a5e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:09.573517 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-fbf55e6c-450e-4792-a33c-69c5cd22a5e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88fcda38-7d0d-431a-be00-91c31934aa01 HTTP/1.1" status: 204 len: 168 time: 0.1602201 Mar 23 23:55:09.585752 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf55e6c-450e-4792-a33c-69c5cd22a5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fcda38-7d0d-431a-be00-91c31934aa01,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:09.840222 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddda29-47ac-4395-9cf9-7f872b8770f7 req-5ae2b082-081c-49b3-9b68-d5b3073ff84e tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:09.842478 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5dddda29-47ac-4395-9cf9-7f872b8770f7 req-5ae2b082-081c-49b3-9b68-d5b3073ff84e tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 946 time: 0.0824804 Mar 23 23:55:09.908558 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5dddda29-47ac-4395-9cf9-7f872b8770f7 req-c80157a4-739c-417d-ade9-1886a507977e tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604858 Mar 23 23:55:09.955608 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 53458) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:09.973158 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-abb25453-b39b-415b-8369-3c284836cf7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:10.123400 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-abb25453-b39b-415b-8369-3c284836cf7c admin admin] Publish callbacks [] for security_group (f22104e6-b140-4c7b-ad60-c2b0cccb428e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:10.128746 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-abb25453-b39b-415b-8369-3c284836cf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (f22104e6-b140-4c7b-ad60-c2b0cccb428e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:10.194126 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb25453-b39b-415b-8369-3c284836cf7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22104e6-b140-4c7b-ad60-c2b0cccb428e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:10.219524 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-abb25453-b39b-415b-8369-3c284836cf7c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea3bd17a70214d9d8f148aab6bf8080e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2590952 Mar 23 23:55:10.219889 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 53470) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:10.310164 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d3068-118c-4de7-b0c1-56a79b28da59 req-92e5465f-0cde-453f-a8e9-11118706dd5d tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:10.312329 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e3be264-e246-42d4-b3a6-3af314d0f339 admin admin] Publish callbacks [] for security_group (f22104e6-b140-4c7b-ad60-c2b0cccb428e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:10.317497 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-478d3068-118c-4de7-b0c1-56a79b28da59 req-92e5465f-0cde-453f-a8e9-11118706dd5d tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 944 time: 0.0734160 Mar 23 23:55:10.342996 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e3be264-e246-42d4-b3a6-3af314d0f339 admin admin] Publish callbacks [] for security_group (f22104e6-b140-4c7b-ad60-c2b0cccb428e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:10.415760 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e3be264-e246-42d4-b3a6-3af314d0f339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (f22104e6-b140-4c7b-ad60-c2b0cccb428e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:10.421457 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e3be264-e246-42d4-b3a6-3af314d0f339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:10.427462 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-0e3be264-e246-42d4-b3a6-3af314d0f339 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f22104e6-b140-4c7b-ad60-c2b0cccb428e HTTP/1.1" status: 204 len: 168 time: 0.2031965 Mar 23 23:55:10.428030 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-478d3068-118c-4de7-b0c1-56a79b28da59 req-35ef1f32-9338-4d59-9585-b52c6c713224 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085200 Mar 23 23:55:10.435359 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3be264-e246-42d4-b3a6-3af314d0f339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22104e6-b140-4c7b-ad60-c2b0cccb428e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:10.588723 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:11.065723 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d83ec6-d769-4aff-aa59-39a9d9415dba req-31a67cd2-5aa1-4fd0-88a0-0dfcf21e9da9 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:11.065723 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-55d83ec6-d769-4aff-aa59-39a9d9415dba req-31a67cd2-5aa1-4fd0-88a0-0dfcf21e9da9 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 946 time: 0.0790067 Mar 23 23:55:11.162878 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-55d83ec6-d769-4aff-aa59-39a9d9415dba req-53b2e989-0c6a-4cbe-a399-0ff9c3c05c4d tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929654 Mar 23 23:55:11.643650 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 53506) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:11.659668 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14221808-7200-4dc9-bd72-d5b4dbe773ab req-6ae0e0d5-08aa-44c7-896e-c83dfc1e1c87 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:11.661478 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-14221808-7200-4dc9-bd72-d5b4dbe773ab req-6ae0e0d5-08aa-44c7-896e-c83dfc1e1c87 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 944 time: 0.0848157 Mar 23 23:55:11.758086 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-14221808-7200-4dc9-bd72-d5b4dbe773ab req-0a73fec2-f0d9-4ea3-9455-64b30c5b7f0d tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829167 Mar 23 23:55:11.821041 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4503a14d-24e4-4712-b1fd-3d10c49dbaa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:11.919092 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4503a14d-24e4-4712-b1fd-3d10c49dbaa2 admin admin] Publish callbacks [] for security_group (4c2c6282-85ce-446b-8053-996698231999), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:11.923680 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4503a14d-24e4-4712-b1fd-3d10c49dbaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (4c2c6282-85ce-446b-8053-996698231999), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:11.967145 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 53518) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:11.980529 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-4503a14d-24e4-4712-b1fd-3d10c49dbaa2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99ca4fbafb4145bfbc8582e68e517865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353286 Mar 23 23:55:11.989761 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503a14d-24e4-4712-b1fd-3d10c49dbaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2c6282-85ce-446b-8053-996698231999,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:12.055508 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e68d6e9-48d2-4928-a650-e23ef0ac7262 admin admin] Publish callbacks [] for security_group (4c2c6282-85ce-446b-8053-996698231999), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:12.088249 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e68d6e9-48d2-4928-a650-e23ef0ac7262 admin admin] Publish callbacks [] for security_group (4c2c6282-85ce-446b-8053-996698231999), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:12.150148 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e68d6e9-48d2-4928-a650-e23ef0ac7262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (4c2c6282-85ce-446b-8053-996698231999), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:12.153348 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:12.154201 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e68d6e9-48d2-4928-a650-e23ef0ac7262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:12.160959 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-5e68d6e9-48d2-4928-a650-e23ef0ac7262 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c2c6282-85ce-446b-8053-996698231999 HTTP/1.1" status: 204 len: 168 time: 0.1905026 Mar 23 23:55:12.178977 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68d6e9-48d2-4928-a650-e23ef0ac7262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2c6282-85ce-446b-8053-996698231999,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:12.356264 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061a878-36b9-4a5d-9627-ee54e5cdfea9 req-c3efb61e-8f13-4142-a752-fe8606382018 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:12.358497 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d061a878-36b9-4a5d-9627-ee54e5cdfea9 req-c3efb61e-8f13-4142-a752-fe8606382018 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 946 time: 0.0742898 Mar 23 23:55:12.427316 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d061a878-36b9-4a5d-9627-ee54e5cdfea9 req-1ec099c8-7cbf-4483-9677-28d798d488e0 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633104 Mar 23 23:55:12.940084 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2dd87-bbcc-4b70-bfb5-fcd3932258e4 req-7b70f3a3-e287-450f-8b4f-7a5972061af8 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:12.941680 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7fe2dd87-bbcc-4b70-bfb5-fcd3932258e4 req-7b70f3a3-e287-450f-8b4f-7a5972061af8 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 944 time: 0.0905330 Mar 23 23:55:13.029122 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7fe2dd87-bbcc-4b70-bfb5-fcd3932258e4 req-4ac404cd-ba91-4a6f-b3bf-b16079dd6a69 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719786 Mar 23 23:55:13.332149 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:13.569187 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f278789-0f99-4b98-b6d5-01aefbee442a req-8574de3e-5f92-4360-a53d-dd76ce3876e2 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:13.570710 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1f278789-0f99-4b98-b6d5-01aefbee442a req-8574de3e-5f92-4360-a53d-dd76ce3876e2 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 946 time: 0.0682118 Mar 23 23:55:13.627331 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1f278789-0f99-4b98-b6d5-01aefbee442a req-fda968a6-3eaa-43f8-b97f-de141995f245 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507019 Mar 23 23:55:14.187224 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36c506-4236-4c20-b4e5-553ab0697b4e req-7688a631-b0be-421c-b5f9-7f7ecb08f87e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:14.189218 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ec36c506-4236-4c20-b4e5-553ab0697b4e req-7688a631-b0be-421c-b5f9-7f7ecb08f87e tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 944 time: 0.0736706 Mar 23 23:55:14.252857 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ec36c506-4236-4c20-b4e5-553ab0697b4e req-6a07c757-9881-4d03-a6dd-454a9abc9df8 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566185 Mar 23 23:55:14.768619 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28bca8-6865-4823-b005-641c9bcfa7fc req-ae63e2ec-4643-47bb-a3bf-3fd3fd79d675 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:14.770428 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fb28bca8-6865-4823-b005-641c9bcfa7fc req-ae63e2ec-4643-47bb-a3bf-3fd3fd79d675 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 946 time: 0.0674474 Mar 23 23:55:14.831797 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fb28bca8-6865-4823-b005-641c9bcfa7fc req-a8e255c4-18b3-456c-a4ec-c77993427d1a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491123 Mar 23 23:55:14.970275 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83300f-52ff-41b4-bba5-1bdaab79af4c req-1c34e95c-2336-48b6-8ddc-a83ad9fa4218 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:14.971743 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5c83300f-52ff-41b4-bba5-1bdaab79af4c req-1c34e95c-2336-48b6-8ddc-a83ad9fa4218 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 946 time: 0.0614731 Mar 23 23:55:15.026305 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5c83300f-52ff-41b4-bba5-1bdaab79af4c req-df226ef1-fefa-47a3-a323-4a46e6d98448 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467134 Mar 23 23:55:15.058024 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 53618) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:15.101212 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b8a914-451b-4aa2-801d-bf018e1aa2fe tempest-TestVolumeBootPattern-889915525 tempest-TestVolumeBootPattern-889915525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:15.102680 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-c7b8a914-451b-4aa2-801d-bf018e1aa2fe tempest-TestVolumeBootPattern-889915525 tempest-TestVolumeBootPattern-889915525-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 1125 time: 0.0436804 Mar 23 23:55:15.105488 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 53620) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:15.109959 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1e7dd215-aee1-4907-9356-2743c162fae6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Request body: {'floatingip': {'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'port_id': '634d08c1-2737-4733-b9f3-5945bf292919', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:55:15.131735 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd215-aee1-4907-9356-2743c162fae6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:15.247580 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd215-aee1-4907-9356-2743c162fae6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:15.398092 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-1e7dd215-aee1-4907-9356-2743c162fae6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Allocated IP 172.27.0.160 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/2166f592-d331-4c15-936e-76e4941cfe81) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:55:15.425643 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfcd0f-70ee-4b75-823d-c95b7aa33107 req-17e64b1d-eb5e-49b0-8a6f-543f63900ccf tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:15.427150 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-aadfcd0f-70ee-4b75-823d-c95b7aa33107 req-17e64b1d-eb5e-49b0-8a6f-543f63900ccf tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 944 time: 0.0948768 Mar 23 23:55:15.532994 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-aadfcd0f-70ee-4b75-823d-c95b7aa33107 req-52b790f4-5835-4bb8-8242-a49f1125f767 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961907 Mar 23 23:55:15.561868 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd215-aee1-4907-9356-2743c162fae6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for port (2166f592-d331-4c15-936e-76e4941cfe81), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:15.602660 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd215-aee1-4907-9356-2743c162fae6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (2166f592-d331-4c15-936e-76e4941cfe81), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:15.640473 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7dd215-aee1-4907-9356-2743c162fae6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:55:15.644816 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-1e7dd215-aee1-4907-9356-2743c162fae6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:55:15.654565 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7dd215-aee1-4907-9356-2743c162fae6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:55:15.678111 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dd215-aee1-4907-9356-2743c162fae6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event updated for resources: {'Port': ['ID=2166f592-d331-4c15-936e-76e4941cfe81,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:16.020480 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd215-aee1-4907-9356-2743c162fae6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for floatingip (3c362fe9-7f6d-4fb6-85bb-931b242a151b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:16.103266 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd215-aee1-4907-9356-2743c162fae6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (2166f592-d331-4c15-936e-76e4941cfe81), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:16.262597 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd215-aee1-4907-9356-2743c162fae6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for port (2166f592-d331-4c15-936e-76e4941cfe81), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:16.268293 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd215-aee1-4907-9356-2743c162fae6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5624838'] for port (2166f592-d331-4c15-936e-76e4941cfe81), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:16.334933 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dd215-aee1-4907-9356-2743c162fae6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event updated for resources: {'Port': ['ID=2166f592-d331-4c15-936e-76e4941cfe81,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:16.345866 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd215-aee1-4907-9356-2743c162fae6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (3c362fe9-7f6d-4fb6-85bb-931b242a151b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:16.448552 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.l3_db [None req-1e7dd215-aee1-4907-9356-2743c162fae6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Floating IP 3c362fe9-7f6d-4fb6-85bb-931b242a151b associated. External IP: 172.27.0.160, port: 634d08c1-2737-4733-b9f3-5945bf292919. Mar 23 23:55:16.698910 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fe68c-97a3-4d43-9c3a-e7487448b132 req-46be71fd-6c20-4eed-af82-9b1ac26d40b7 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:16.704610 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6e3fe68c-97a3-4d43-9c3a-e7487448b132 req-46be71fd-6c20-4eed-af82-9b1ac26d40b7 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 944 time: 0.0722227 Mar 23 23:55:16.706903 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 37701e56-2f23-4f44-a854-a229517314ff details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:55:16.732500 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7dd215-aee1-4907-9356-2743c162fae6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Router aa2e5138-d485-4376-93dd-0346e3528def has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:55:16.766086 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6e3fe68c-97a3-4d43-9c3a-e7487448b132 req-b491526e-647e-42fe-b0e6-9c037b8a37ef tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567203 Mar 23 23:55:16.826507 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 37701e56-2f23-4f44-a854-a229517314ff, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=37701e56-2f23-4f44-a854-a229517314ff,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:55:16.839169 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': '37701e56-2f23-4f44-a854-a229517314ff', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'port_id': '37701e56-2f23-4f44-a854-a229517314ff', 'mac_address': 'fa:16:3e:d7:f4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:55:16.873372 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7dd215-aee1-4907-9356-2743c162fae6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:55:16.876810 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 37701e56-2f23-4f44-a854-a229517314ff is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:55:16.877332 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (37701e56-2f23-4f44-a854-a229517314ff), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:16.890118 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76181a8-982f-4366-9a74-5d9cac364eb5 None None] Sync routers for ids ['aa2e5138-d485-4376-93dd-0346e3528def'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:55:16.892680 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e7dd215-aee1-4907-9356-2743c162fae6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:16.896991 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37701e56-2f23-4f44-a854-a229517314ff {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:55:16.917881 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76181a8-982f-4366-9a74-5d9cac364eb5 None None] Routers {'aa2e5138-d485-4376-93dd-0346e3528def'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:55:16.918500 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e76181a8-982f-4366-9a74-5d9cac364eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:55:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['aa2e5138-d485-4376-93dd-0346e3528def'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:55:16.922203 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-1e7dd215-aee1-4907-9356-2743c162fae6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8157320 Mar 23 23:55:16.922842 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d18976-71db-4685-b408-6fde6bf1f3a1', 'tag': '634d08c1-2737-4733-b9f3-5945bf292919'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:55:16.925146 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f89217267680bd64d7f927d4eadc419634559ab2f391f9993dc43694367eced7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3c4e96-ac63-4d7b-8584-bb5716310f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "02d18976-71db-4685-b408-6fde6bf1f3a1", "tag": "634d08c1-2737-4733-b9f3-5945bf292919"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:55:16.957646 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 37701e56-2f23-4f44-a854-a229517314ff, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=37701e56-2f23-4f44-a854-a229517314ff,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:55:16.961712 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1c6dc6-554a-43ad-9ca8-99041e494729 x-openstack-request-id: req-ca1c6dc6-554a-43ad-9ca8-99041e494729 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:55:16.962000 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d18976-71db-4685-b408-6fde6bf1f3a1", "tag": "634d08c1-2737-4733-b9f3-5945bf292919", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:55:16.962250 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca1c6dc6-554a-43ad-9ca8-99041e494729 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:55:16.962652 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca1c6dc6-554a-43ad-9ca8-99041e494729'] response: {'name': 'network-changed', 'server_uuid': '02d18976-71db-4685-b408-6fde6bf1f3a1', 'tag': '634d08c1-2737-4733-b9f3-5945bf292919', 'status': 'completed', 'code': 200} Mar 23 23:55:16.984807 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (37701e56-2f23-4f44-a854-a229517314ff), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:17.052452 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=37701e56-2f23-4f44-a854-a229517314ff,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:17.074970 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-e76181a8-982f-4366-9a74-5d9cac364eb5 None None] Set router aa2e5138-d485-4376-93dd-0346e3528def gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:55:17.438771 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e76181a8-982f-4366-9a74-5d9cac364eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '3c362fe9-7f6d-4fb6-85bb-931b242a151b', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'port_id': '634d08c1-2737-4733-b9f3-5945bf292919', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'mac_address': 'fa:16:3e:9e:41:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d18976-71db-4685-b408-6fde6bf1f3a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:55:15Z', 'updated_at': '2022-03-23T23:55:15Z', 'revision_number': 0, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a7144b-72fc-4776-b25c-2fe67a1fff5a', 'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'mac_address': 'fa:16:3e:7b:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:24Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 5, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'subnets': [{'id': '33f2a048-cda2-4701-8292-38152d7aa069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:55:17.464674 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76181a8-982f-4366-9a74-5d9cac364eb5 None None] Checking router: aa2e5138-d485-4376-93dd-0346e3528def for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:55:17.473294 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76181a8-982f-4366-9a74-5d9cac364eb5 None None] Routers {'aa2e5138-d485-4376-93dd-0346e3528def'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:55:17.473921 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e76181a8-982f-4366-9a74-5d9cac364eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:55:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['aa2e5138-d485-4376-93dd-0346e3528def'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:55:17.589974 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-e76181a8-982f-4366-9a74-5d9cac364eb5 None None] Set router aa2e5138-d485-4376-93dd-0346e3528def gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:55:17.820946 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e76181a8-982f-4366-9a74-5d9cac364eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '3c362fe9-7f6d-4fb6-85bb-931b242a151b', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'port_id': '634d08c1-2737-4733-b9f3-5945bf292919', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'mac_address': 'fa:16:3e:9e:41:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d18976-71db-4685-b408-6fde6bf1f3a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:55:15Z', 'updated_at': '2022-03-23T23:55:15Z', 'revision_number': 0, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a7144b-72fc-4776-b25c-2fe67a1fff5a', 'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'mac_address': 'fa:16:3e:7b:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:24Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 5, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'subnets': [{'id': '33f2a048-cda2-4701-8292-38152d7aa069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:55:17.847829 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76181a8-982f-4366-9a74-5d9cac364eb5 None None] The sync data for ids ['aa2e5138-d485-4376-93dd-0346e3528def'] in dv-cinder-749155-6-iscsi is: [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '3c362fe9-7f6d-4fb6-85bb-931b242a151b', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'port_id': '634d08c1-2737-4733-b9f3-5945bf292919', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'mac_address': 'fa:16:3e:9e:41:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d18976-71db-4685-b408-6fde6bf1f3a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:55:15Z', 'updated_at': '2022-03-23T23:55:15Z', 'revision_number': 0, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a7144b-72fc-4776-b25c-2fe67a1fff5a', 'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'mac_address': 'fa:16:3e:7b:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:24Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 5, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'subnets': [{'id': '33f2a048-cda2-4701-8292-38152d7aa069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:55:17.909680 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe19517-0613-45b1-8d92-a07aca6e7f14 req-9ec78d1f-0a8f-4e40-84b3-64f43c85efb6 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:17.911210 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-efe19517-0613-45b1-8d92-a07aca6e7f14 req-9ec78d1f-0a8f-4e40-84b3-64f43c85efb6 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 945 time: 0.0653577 Mar 23 23:55:17.966161 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-efe19517-0613-45b1-8d92-a07aca6e7f14 req-2b9abf73-7bdf-4c2c-a92a-864814d32928 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472004 Mar 23 23:55:18.064322 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e10575-ef92-4327-822d-80fa4604e843 None None] New status for floating IP 3c362fe9-7f6d-4fb6-85bb-931b242a151b: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:55:18.459874 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c4e96-ac63-4d7b-8584-bb5716310f0c req-eccb8ae7-eb24-4d58-ba55-88dacd0b38b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:18.461421 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ba3c4e96-ac63-4d7b-8584-bb5716310f0c req-eccb8ae7-eb24-4d58-ba55-88dacd0b38b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02770b121f6f4405bcd904ae1a2460d6&device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 1130 time: 0.0478189 Mar 23 23:55:18.555449 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c4e96-ac63-4d7b-8584-bb5716310f0c req-d17d2bbe-8413-4efa-9186-6646a79be053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:18.556855 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ba3c4e96-ac63-4d7b-8584-bb5716310f0c req-d17d2bbe-8413-4efa-9186-6646a79be053 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb32722d-34ad-4f86-a879-08111091b10d HTTP/1.1" status: 200 len: 911 time: 0.0888915 Mar 23 23:55:18.625042 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ba3c4e96-ac63-4d7b-8584-bb5716310f0c req-ab3b1870-ed60-49cf-966f-4d058586c212 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=634d08c1-2737-4733-b9f3-5945bf292919 HTTP/1.1" status: 200 len: 1002 time: 0.0619707 Mar 23 23:55:18.679295 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c4e96-ac63-4d7b-8584-bb5716310f0c req-64982526-cff1-40a7-ae0d-eadc7a1ec279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:18.679589 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['37701e56-2f23-4f44-a854-a229517314ff'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:55:18.680733 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ba3c4e96-ac63-4d7b-8584-bb5716310f0c req-64982526-cff1-40a7-ae0d-eadc7a1ec279 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33f2a048-cda2-4701-8292-38152d7aa069 HTTP/1.1" status: 200 len: 850 time: 0.0488153 Mar 23 23:55:18.739635 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c4e96-ac63-4d7b-8584-bb5716310f0c req-4fba06e2-5b26-474f-8a72-a3d9295103a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:18.741424 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ba3c4e96-ac63-4d7b-8584-bb5716310f0c req-4fba06e2-5b26-474f-8a72-a3d9295103a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb32722d-34ad-4f86-a879-08111091b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501559 Mar 23 23:55:18.763464 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:18.856647 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ba3c4e96-ac63-4d7b-8584-bb5716310f0c req-e729957c-54b8-4d0b-9651-b5c6aa80aa8f service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057808 Mar 23 23:55:18.965445 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-ba3c4e96-ac63-4d7b-8584-bb5716310f0c req-6116264c-c7c2-424f-8d0d-39e61531d087 service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934198 Mar 23 23:55:19.097773 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1eb9e1-ea79-4c82-86d0-26fc2fcd71e5 req-710d2f2f-908f-40d9-9c74-c7535d1b90c7 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:19.099379 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cd1eb9e1-ea79-4c82-86d0-26fc2fcd71e5 req-710d2f2f-908f-40d9-9c74-c7535d1b90c7 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 945 time: 0.0577242 Mar 23 23:55:19.151203 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cd1eb9e1-ea79-4c82-86d0-26fc2fcd71e5 req-4fc32424-dec0-4ce1-93a0-d3660f3cc5d7 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455401 Mar 23 23:55:20.298083 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c22d4-f054-4044-bf99-0a5fd008e04b req-2c21a6c4-d8bb-4188-8abf-a22e0d66c99a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:20.299555 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-795c22d4-f054-4044-bf99-0a5fd008e04b req-2c21a6c4-d8bb-4188-8abf-a22e0d66c99a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 945 time: 0.0541131 Mar 23 23:55:20.352234 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-795c22d4-f054-4044-bf99-0a5fd008e04b req-2a9adf2a-620f-4f94-80ab-99a019fd3cd0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441403 Mar 23 23:55:21.149144 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 37701e56-2f23-4f44-a854-a229517314ff up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:55:21.200409 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port 37701e56-2f23-4f44-a854-a229517314ff triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:55:21.200784 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (37701e56-2f23-4f44-a854-a229517314ff), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:21.286487 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 37701e56-2f23-4f44-a854-a229517314ff is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:55:21.286877 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (37701e56-2f23-4f44-a854-a229517314ff), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:21.310113 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749f44b4-90cb-4411-8b56-995f55a89b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37701e56-2f23-4f44-a854-a229517314ff'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:55:21.312337 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f548579-e1e7-45c1-9b59-e96d0ba05e19" -d '{"events": [{"server_uuid": "749f44b4-90cb-4411-8b56-995f55a89b3b", "name": "network-vif-plugged", "status": "completed", "tag": "37701e56-2f23-4f44-a854-a229517314ff"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:55:21.325208 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 37701e56-2f23-4f44-a854-a229517314ff, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=37701e56-2f23-4f44-a854-a229517314ff,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:55:21.330548 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (37701e56-2f23-4f44-a854-a229517314ff), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:21.353181 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139a70fa-63b3-469f-8f80-3dc7cac956e8 x-openstack-request-id: req-139a70fa-63b3-469f-8f80-3dc7cac956e8 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:55:21.353520 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749f44b4-90cb-4411-8b56-995f55a89b3b", "name": "network-vif-plugged", "status": "completed", "tag": "37701e56-2f23-4f44-a854-a229517314ff", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:55:21.353771 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-139a70fa-63b3-469f-8f80-3dc7cac956e8 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:55:21.354161 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-139a70fa-63b3-469f-8f80-3dc7cac956e8'] response: {'server_uuid': '749f44b4-90cb-4411-8b56-995f55a89b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37701e56-2f23-4f44-a854-a229517314ff', 'code': 200} Mar 23 23:55:21.381153 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=37701e56-2f23-4f44-a854-a229517314ff,revision_number=10']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:21.478347 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38526ad3-c12d-469e-befb-03689c963dea req-d2dd0196-70ff-4315-a5fb-66473eba0635 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:21.479876 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-38526ad3-c12d-469e-befb-03689c963dea req-d2dd0196-70ff-4315-a5fb-66473eba0635 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 947 time: 0.0553784 Mar 23 23:55:21.526492 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-38526ad3-c12d-469e-befb-03689c963dea req-deff5a27-c427-4619-a2d9-979d6c338356 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407531 Mar 23 23:55:22.306171 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd6387-fb12-45a0-abb0-7451314b15d4 req-ab389491-abba-4cb5-abe7-64e10d60b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:22.307760 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f3fd6387-fb12-45a0-abb0-7451314b15d4 req-ab389491-abba-4cb5-abe7-64e10d60b834 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 1131 time: 0.0502622 Mar 23 23:55:22.370098 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f3fd6387-fb12-45a0-abb0-7451314b15d4 req-858ceea5-70b3-4ce1-8cb9-7bcd8726ac89 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521188 Mar 23 23:55:22.664000 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0b4eb-0b6e-41f4-a1dd-73c8270c2b7f req-2bdae517-e6b6-48ff-ac5a-fa07bb1eea52 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:22.666076 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b3f0b4eb-0b6e-41f4-a1dd-73c8270c2b7f req-2bdae517-e6b6-48ff-ac5a-fa07bb1eea52 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 947 time: 0.0651636 Mar 23 23:55:22.720317 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b3f0b4eb-0b6e-41f4-a1dd-73c8270c2b7f req-6d3e5f7c-a4d0-439a-8ad6-361cf603dcd6 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461242 Mar 23 23:55:23.558945 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 53748) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:23.683430 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19c2281c-9d74-4ac3-80d5-af2024a7e4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:23.762645 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19c2281c-9d74-4ac3-80d5-af2024a7e4d3 admin admin] Publish callbacks [] for security_group (ef890f25-037f-46ee-a535-29dac4a60b48), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:23.767651 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19c2281c-9d74-4ac3-80d5-af2024a7e4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (ef890f25-037f-46ee-a535-29dac4a60b48), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:23.810317 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-19c2281c-9d74-4ac3-80d5-af2024a7e4d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6aec6f1f38bb4c1a822d520e43062031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502165 Mar 23 23:55:23.813044 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 53766) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:23.823273 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2281c-9d74-4ac3-80d5-af2024a7e4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef890f25-037f-46ee-a535-29dac4a60b48,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:23.848385 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2281c-9d74-4ac3-80d5-af2024a7e4d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.848871 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2281c-9d74-4ac3-80d5-af2024a7e4d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.849056 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2281c-9d74-4ac3-80d5-af2024a7e4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.849432 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2281c-9d74-4ac3-80d5-af2024a7e4d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.849798 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2281c-9d74-4ac3-80d5-af2024a7e4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.850124 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2281c-9d74-4ac3-80d5-af2024a7e4d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.850516 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2281c-9d74-4ac3-80d5-af2024a7e4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.850833 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2281c-9d74-4ac3-80d5-af2024a7e4d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.851024 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2281c-9d74-4ac3-80d5-af2024a7e4d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.851367 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2281c-9d74-4ac3-80d5-af2024a7e4d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.851697 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2281c-9d74-4ac3-80d5-af2024a7e4d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.851988 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2281c-9d74-4ac3-80d5-af2024a7e4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.852304 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2281c-9d74-4ac3-80d5-af2024a7e4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.852589 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2281c-9d74-4ac3-80d5-af2024a7e4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.852926 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c2281c-9d74-4ac3-80d5-af2024a7e4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.877335 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c1011dc0-6573-4b33-844f-d2fa399ec6ee admin admin] Publish callbacks [] for security_group (ef890f25-037f-46ee-a535-29dac4a60b48), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:23.881196 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6260df-97b2-4fd8-8abc-7c7f68b3219e req-cf1299e9-09af-43fc-8b8a-fa9d1c5942fc tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:23.882926 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ae6260df-97b2-4fd8-8abc-7c7f68b3219e req-cf1299e9-09af-43fc-8b8a-fa9d1c5942fc tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 947 time: 0.0755184 Mar 23 23:55:23.903374 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c1011dc0-6573-4b33-844f-d2fa399ec6ee admin admin] Publish callbacks [] for security_group (ef890f25-037f-46ee-a535-29dac4a60b48), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:23.939929 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ae6260df-97b2-4fd8-8abc-7c7f68b3219e req-f0193a8e-40b8-4bb1-a3b4-4786919a0677 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494442 Mar 23 23:55:23.954711 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c1011dc0-6573-4b33-844f-d2fa399ec6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (ef890f25-037f-46ee-a535-29dac4a60b48), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:23.957423 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c1011dc0-6573-4b33-844f-d2fa399ec6ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:23.961244 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-c1011dc0-6573-4b33-844f-d2fa399ec6ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef890f25-037f-46ee-a535-29dac4a60b48 HTTP/1.1" status: 204 len: 168 time: 0.1465759 Mar 23 23:55:23.973518 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1011dc0-6573-4b33-844f-d2fa399ec6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef890f25-037f-46ee-a535-29dac4a60b48,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:23.980700 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1011dc0-6573-4b33-844f-d2fa399ec6ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.981058 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1011dc0-6573-4b33-844f-d2fa399ec6ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.981461 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1011dc0-6573-4b33-844f-d2fa399ec6ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.982144 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1011dc0-6573-4b33-844f-d2fa399ec6ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.982503 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1011dc0-6573-4b33-844f-d2fa399ec6ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.982846 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1011dc0-6573-4b33-844f-d2fa399ec6ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.983374 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1011dc0-6573-4b33-844f-d2fa399ec6ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.983689 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1011dc0-6573-4b33-844f-d2fa399ec6ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.984021 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1011dc0-6573-4b33-844f-d2fa399ec6ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.984396 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1011dc0-6573-4b33-844f-d2fa399ec6ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.984699 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1011dc0-6573-4b33-844f-d2fa399ec6ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.984995 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1011dc0-6573-4b33-844f-d2fa399ec6ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.985342 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1011dc0-6573-4b33-844f-d2fa399ec6ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.985667 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1011dc0-6573-4b33-844f-d2fa399ec6ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:23.985987 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1011dc0-6573-4b33-844f-d2fa399ec6ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:55:24.245529 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 53794) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:24.259418 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3be763dd-d62a-4e43-9d51-05403b087291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:24.338237 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3be763dd-d62a-4e43-9d51-05403b087291 admin admin] Publish callbacks [] for security_group (c371081e-ff60-4ef0-b903-205c0053d198), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:24.343998 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3be763dd-d62a-4e43-9d51-05403b087291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (c371081e-ff60-4ef0-b903-205c0053d198), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:24.383206 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-3be763dd-d62a-4e43-9d51-05403b087291 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=03438cc1cf5a4d83806335c34c715806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365805 Mar 23 23:55:24.384163 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be763dd-d62a-4e43-9d51-05403b087291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c371081e-ff60-4ef0-b903-205c0053d198,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:24.385970 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 53796) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:24.436353 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-410b504b-8308-46d8-a096-cc8306619f9a admin admin] Publish callbacks [] for security_group (c371081e-ff60-4ef0-b903-205c0053d198), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:24.459896 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-410b504b-8308-46d8-a096-cc8306619f9a admin admin] Publish callbacks [] for security_group (c371081e-ff60-4ef0-b903-205c0053d198), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:24.512440 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-410b504b-8308-46d8-a096-cc8306619f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (c371081e-ff60-4ef0-b903-205c0053d198), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:24.515123 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-410b504b-8308-46d8-a096-cc8306619f9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:24.518793 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-410b504b-8308-46d8-a096-cc8306619f9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c371081e-ff60-4ef0-b903-205c0053d198 HTTP/1.1" status: 204 len: 168 time: 0.1292346 Mar 23 23:55:24.524591 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b504b-8308-46d8-a096-cc8306619f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c371081e-ff60-4ef0-b903-205c0053d198,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:24.861680 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 53812) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:24.878559 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-701cedba-a7e7-47f7-9278-875977d9e96d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:24.954721 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-701cedba-a7e7-47f7-9278-875977d9e96d admin admin] Publish callbacks [] for security_group (a591f89c-f557-46ab-8073-b266b106f687), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:24.960809 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-701cedba-a7e7-47f7-9278-875977d9e96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (a591f89c-f557-46ab-8073-b266b106f687), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:25.003470 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-701cedba-a7e7-47f7-9278-875977d9e96d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8f07e8a532a47e19abc016c81d9052e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406677 Mar 23 23:55:25.004358 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701cedba-a7e7-47f7-9278-875977d9e96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a591f89c-f557-46ab-8073-b266b106f687,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:25.007353 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 53816) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:25.061537 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-98c5e4e2-6d51-43c5-89ee-f6e924b157d0 admin admin] Publish callbacks [] for security_group (a591f89c-f557-46ab-8073-b266b106f687), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:25.077643 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771b504-fa80-475e-8c86-c4f760500a37 req-c1012916-2224-47d7-b22e-812ad724de22 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:25.079175 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5771b504-fa80-475e-8c86-c4f760500a37 req-c1012916-2224-47d7-b22e-812ad724de22 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 947 time: 0.0551660 Mar 23 23:55:25.082666 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-98c5e4e2-6d51-43c5-89ee-f6e924b157d0 admin admin] Publish callbacks [] for security_group (a591f89c-f557-46ab-8073-b266b106f687), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:25.127664 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5771b504-fa80-475e-8c86-c4f760500a37 req-c030d2d3-41d4-4e64-b5ab-530b593ff499 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426316 Mar 23 23:55:25.134710 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-98c5e4e2-6d51-43c5-89ee-f6e924b157d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (a591f89c-f557-46ab-8073-b266b106f687), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:25.137273 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-98c5e4e2-6d51-43c5-89ee-f6e924b157d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:25.138462 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-98c5e4e2-6d51-43c5-89ee-f6e924b157d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a591f89c-f557-46ab-8073-b266b106f687 HTTP/1.1" status: 204 len: 168 time: 0.1300075 Mar 23 23:55:25.149660 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5e4e2-6d51-43c5-89ee-f6e924b157d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a591f89c-f557-46ab-8073-b266b106f687,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:26.657540 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:55:27.442082 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 53892) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:27.554085 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb3b07f8-07d5-436e-bbea-f943f1c45e9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:27.636631 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb3b07f8-07d5-436e-bbea-f943f1c45e9a admin admin] Publish callbacks [] for security_group (e72685ff-8345-48f9-b9c7-14c5993c03dc), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:27.643608 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb3b07f8-07d5-436e-bbea-f943f1c45e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (e72685ff-8345-48f9-b9c7-14c5993c03dc), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:27.680565 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-fb3b07f8-07d5-436e-bbea-f943f1c45e9a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bdc160d997ad460698ff98ca91030de7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374063 Mar 23 23:55:27.681431 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b07f8-07d5-436e-bbea-f943f1c45e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72685ff-8345-48f9-b9c7-14c5993c03dc,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:27.683490 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 53896) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:27.732778 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0b46c9d1-a97e-4390-a005-f19aac9036f1 admin admin] Publish callbacks [] for security_group (e72685ff-8345-48f9-b9c7-14c5993c03dc), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:27.753908 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0b46c9d1-a97e-4390-a005-f19aac9036f1 admin admin] Publish callbacks [] for security_group (e72685ff-8345-48f9-b9c7-14c5993c03dc), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:27.804241 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0b46c9d1-a97e-4390-a005-f19aac9036f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (e72685ff-8345-48f9-b9c7-14c5993c03dc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:27.806849 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0b46c9d1-a97e-4390-a005-f19aac9036f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:27.807987 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-0b46c9d1-a97e-4390-a005-f19aac9036f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e72685ff-8345-48f9-b9c7-14c5993c03dc HTTP/1.1" status: 204 len: 168 time: 0.1235313 Mar 23 23:55:27.817931 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46c9d1-a97e-4390-a005-f19aac9036f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72685ff-8345-48f9-b9c7-14c5993c03dc,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:28.095504 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 53904) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:28.110192 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-deec0083-52ae-4e3e-9d9f-50eddf7c0b64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:28.185680 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-deec0083-52ae-4e3e-9d9f-50eddf7c0b64 admin admin] Publish callbacks [] for security_group (62e0fc5b-0f6e-4d07-b4e1-6d864e939354), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:28.191163 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-deec0083-52ae-4e3e-9d9f-50eddf7c0b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (62e0fc5b-0f6e-4d07-b4e1-6d864e939354), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:28.228847 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-deec0083-52ae-4e3e-9d9f-50eddf7c0b64 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3aeba28cca8f47a1a5a4cd3b9d37228f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322391 Mar 23 23:55:28.229693 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec0083-52ae-4e3e-9d9f-50eddf7c0b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e0fc5b-0f6e-4d07-b4e1-6d864e939354,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:28.232482 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 53906) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:28.281717 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cc60881e-9aee-49cd-8b98-21d8eaa0722f admin admin] Publish callbacks [] for security_group (62e0fc5b-0f6e-4d07-b4e1-6d864e939354), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:28.302850 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cc60881e-9aee-49cd-8b98-21d8eaa0722f admin admin] Publish callbacks [] for security_group (62e0fc5b-0f6e-4d07-b4e1-6d864e939354), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:28.358765 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cc60881e-9aee-49cd-8b98-21d8eaa0722f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (62e0fc5b-0f6e-4d07-b4e1-6d864e939354), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:28.363761 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cc60881e-9aee-49cd-8b98-21d8eaa0722f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:28.365396 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-cc60881e-9aee-49cd-8b98-21d8eaa0722f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62e0fc5b-0f6e-4d07-b4e1-6d864e939354 HTTP/1.1" status: 204 len: 168 time: 0.1318951 Mar 23 23:55:28.374098 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60881e-9aee-49cd-8b98-21d8eaa0722f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e0fc5b-0f6e-4d07-b4e1-6d864e939354,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:37.233907 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-35d67067-cf1a-4e6a-9d9a-224d4243c8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:39.338723 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cb2d1571-e79c-4c41-a0b5-92ad7575e95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:40.588282 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:42.150086 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:43.333378 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:48.472604 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-fe2d712c-ecc4-4e2d-a620-aa226699f296 req-6caa7ef0-f833-4de8-ae44-d3606d478b99 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490265 Mar 23 23:55:48.545714 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d712c-ecc4-4e2d-a620-aa226699f296 req-94f58d4d-4d64-483c-8dd6-a384b7cd9769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:48.547239 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-fe2d712c-ecc4-4e2d-a620-aa226699f296 req-94f58d4d-4d64-483c-8dd6-a384b7cd9769 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=453ec29957b24ab88540f704e2f3d87f&device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 1169 time: 0.0498717 Mar 23 23:55:48.665304 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d712c-ecc4-4e2d-a620-aa226699f296 req-565098c4-49a0-4327-af4b-977e171f6cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:48.666765 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-fe2d712c-ecc4-4e2d-a620-aa226699f296 req-565098c4-49a0-4327-af4b-977e171f6cca service neutron] 10.222.0.20 "GET /v2.0/networks?id=d069a25b-42b9-47e9-84a4-6a523798a0c6 HTTP/1.1" status: 200 len: 914 time: 0.0949457 Mar 23 23:55:48.743341 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-fe2d712c-ecc4-4e2d-a620-aa226699f296 req-3324d4e5-1f1d-4853-9712-89c92a7374c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7467b5dd-f812-4a17-add0-a735dcb16ba9 HTTP/1.1" status: 200 len: 1002 time: 0.0679708 Mar 23 23:55:48.750535 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:48.794332 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d712c-ecc4-4e2d-a620-aa226699f296 req-3d6ce5e0-72a7-48ef-b6b2-6b99ad224778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:48.795762 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-fe2d712c-ecc4-4e2d-a620-aa226699f296 req-3d6ce5e0-72a7-48ef-b6b2-6b99ad224778 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7512d543-bff9-4528-89a7-af605d6bb88e HTTP/1.1" status: 200 len: 853 time: 0.0446861 Mar 23 23:55:48.849705 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d712c-ecc4-4e2d-a620-aa226699f296 req-eb633909-726a-42c7-b29a-0047a3f3775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:48.851869 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-fe2d712c-ecc4-4e2d-a620-aa226699f296 req-eb633909-726a-42c7-b29a-0047a3f3775d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d069a25b-42b9-47e9-84a4-6a523798a0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456126 Mar 23 23:55:48.948965 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-fe2d712c-ecc4-4e2d-a620-aa226699f296 req-4a268466-58d2-4569-a462-ba6386c363c5 service neutron] 10.222.0.20 "GET /v2.0/networks/d069a25b-42b9-47e9-84a4-6a523798a0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906122 Mar 23 23:55:49.048708 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-fe2d712c-ecc4-4e2d-a620-aa226699f296 req-7a5e4165-04b7-43c5-9b41-7e8a87ee24f9 service neutron] 10.222.0.20 "GET /v2.0/networks/d069a25b-42b9-47e9-84a4-6a523798a0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933943 Mar 23 23:55:50.255798 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54166) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:50.367087 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-497f7fa1-fd6c-4c36-909b-6489d8c14d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:50.446130 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-497f7fa1-fd6c-4c36-909b-6489d8c14d4f admin admin] Publish callbacks [] for security_group (2bf3258f-3184-4e1d-aef8-c993518c923f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:50.452206 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-497f7fa1-fd6c-4c36-909b-6489d8c14d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (2bf3258f-3184-4e1d-aef8-c993518c923f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:50.490171 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-497f7fa1-fd6c-4c36-909b-6489d8c14d4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26a60067278b45028ba3a1ad7cf60780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332804 Mar 23 23:55:50.491014 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f7fa1-fd6c-4c36-909b-6489d8c14d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf3258f-3184-4e1d-aef8-c993518c923f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:50.493129 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54170) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:50.550024 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c9064b6-99ef-4ef6-b264-1be07d7873c9 admin admin] Publish callbacks [] for security_group (2bf3258f-3184-4e1d-aef8-c993518c923f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:50.573404 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c9064b6-99ef-4ef6-b264-1be07d7873c9 admin admin] Publish callbacks [] for security_group (2bf3258f-3184-4e1d-aef8-c993518c923f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:50.624754 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c9064b6-99ef-4ef6-b264-1be07d7873c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (2bf3258f-3184-4e1d-aef8-c993518c923f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:50.627542 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c9064b6-99ef-4ef6-b264-1be07d7873c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:50.628701 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-7c9064b6-99ef-4ef6-b264-1be07d7873c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2bf3258f-3184-4e1d-aef8-c993518c923f HTTP/1.1" status: 204 len: 168 time: 0.1343880 Mar 23 23:55:50.636932 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9064b6-99ef-4ef6-b264-1be07d7873c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf3258f-3184-4e1d-aef8-c993518c923f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:50.906480 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54182) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:50.920335 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f3f0-75a7-40a8-be44-0262b8266552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:51.003542 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f3f0-75a7-40a8-be44-0262b8266552 admin admin] Publish callbacks [] for security_group (148c64a8-2742-40c5-8581-f4c4a7917478), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:51.010741 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f3f0-75a7-40a8-be44-0262b8266552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (148c64a8-2742-40c5-8581-f4c4a7917478), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:51.046520 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3f3f0-75a7-40a8-be44-0262b8266552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148c64a8-2742-40c5-8581-f4c4a7917478,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:51.051123 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-c1e3f3f0-75a7-40a8-be44-0262b8266552 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=511e1fb32caf4470b60bcbe1d8d395ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435711 Mar 23 23:55:51.053902 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54184) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:51.103296 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-19e5ecc6-52de-4ee3-9136-4807b0ad668d admin admin] Publish callbacks [] for security_group (148c64a8-2742-40c5-8581-f4c4a7917478), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:51.126806 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-19e5ecc6-52de-4ee3-9136-4807b0ad668d admin admin] Publish callbacks [] for security_group (148c64a8-2742-40c5-8581-f4c4a7917478), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:51.178488 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-19e5ecc6-52de-4ee3-9136-4807b0ad668d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (148c64a8-2742-40c5-8581-f4c4a7917478), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:51.181195 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-19e5ecc6-52de-4ee3-9136-4807b0ad668d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:51.182431 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-19e5ecc6-52de-4ee3-9136-4807b0ad668d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/148c64a8-2742-40c5-8581-f4c4a7917478 HTTP/1.1" status: 204 len: 168 time: 0.1278009 Mar 23 23:55:51.190201 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5ecc6-52de-4ee3-9136-4807b0ad668d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148c64a8-2742-40c5-8581-f4c4a7917478,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:52.049790 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54216) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:52.154828 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ff07d6a1-4cf2-4144-86fe-fd782bf0c71a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:52.241105 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ff07d6a1-4cf2-4144-86fe-fd782bf0c71a admin admin] Publish callbacks [] for security_group (ba035dfb-3d4f-4cae-92fc-9e96e4aa06b7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:52.245076 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ff07d6a1-4cf2-4144-86fe-fd782bf0c71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (ba035dfb-3d4f-4cae-92fc-9e96e4aa06b7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:52.281723 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07d6a1-4cf2-4144-86fe-fd782bf0c71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba035dfb-3d4f-4cae-92fc-9e96e4aa06b7,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:52.289546 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-ff07d6a1-4cf2-4144-86fe-fd782bf0c71a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=94be0def9b21409d8a6a31dc55d0eae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361732 Mar 23 23:55:52.290528 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54228) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:52.337744 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a1addfb7-a4f0-4d31-95be-b68684f4261e admin admin] Publish callbacks [] for security_group (ba035dfb-3d4f-4cae-92fc-9e96e4aa06b7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:52.359999 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a1addfb7-a4f0-4d31-95be-b68684f4261e admin admin] Publish callbacks [] for security_group (ba035dfb-3d4f-4cae-92fc-9e96e4aa06b7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:52.409985 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a1addfb7-a4f0-4d31-95be-b68684f4261e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (ba035dfb-3d4f-4cae-92fc-9e96e4aa06b7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:52.412593 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a1addfb7-a4f0-4d31-95be-b68684f4261e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:52.413926 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-a1addfb7-a4f0-4d31-95be-b68684f4261e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba035dfb-3d4f-4cae-92fc-9e96e4aa06b7 HTTP/1.1" status: 204 len: 168 time: 0.1230936 Mar 23 23:55:52.421635 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1addfb7-a4f0-4d31-95be-b68684f4261e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba035dfb-3d4f-4cae-92fc-9e96e4aa06b7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:55.738590 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5a31be27-d9cd-4947-aebe-881811682436 req-f79cb263-ec9e-4860-8b69-49aca68f7f17 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1414734828&fields=id&tenant_id=453ec29957b24ab88540f704e2f3d87f HTTP/1.1" status: 200 len: 267 time: 0.0506060 Mar 23 23:55:55.800695 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31be27-d9cd-4947-aebe-881811682436 req-acfcceca-6cb8-42b1-8d8b-b7b9d9f984eb tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:55.802211 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5a31be27-d9cd-4947-aebe-881811682436 req-acfcceca-6cb8-42b1-8d8b-b7b9d9f984eb tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 985 time: 0.0583339 Mar 23 23:55:55.813046 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [req-5a31be27-d9cd-4947-aebe-881811682436 req-70a2317a-1f1f-427c-8060-94e5838c7eb4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Request body: {'port': {'security_groups': ['63d02047-bbe2-4084-8cb8-f01b9ec0094f']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:55:55.887848 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5a31be27-d9cd-4947-aebe-881811682436 req-70a2317a-1f1f-427c-8060-94e5838c7eb4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:56.071137 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-5a31be27-d9cd-4947-aebe-881811682436 req-70a2317a-1f1f-427c-8060-94e5838c7eb4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] For port 7467b5dd-f812-4a17-add0-a735dcb16ba9, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7467b5dd-f812-4a17-add0-a735dcb16ba9,segment=NetworkSegment(82ea2272-d9a5-4066-bfbf-1c28d215cf60),segment_id=82ea2272-d9a5-4066-bfbf-1c28d215cf60)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:55:56.101813 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5a31be27-d9cd-4947-aebe-881811682436 req-70a2317a-1f1f-427c-8060-94e5838c7eb4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:56.109683 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5a31be27-d9cd-4947-aebe-881811682436 req-70a2317a-1f1f-427c-8060-94e5838c7eb4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5624838'] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:56.129085 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['7467b5dd-f812-4a17-add0-a735dcb16ba9'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:55:56.159871 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31be27-d9cd-4947-aebe-881811682436 req-70a2317a-1f1f-427c-8060-94e5838c7eb4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:56.160480 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5a31be27-d9cd-4947-aebe-881811682436 req-70a2317a-1f1f-427c-8060-94e5838c7eb4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:56.161924 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5a31be27-d9cd-4947-aebe-881811682436 req-70a2317a-1f1f-427c-8060-94e5838c7eb4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "PUT /v2.0/ports/7467b5dd-f812-4a17-add0-a735dcb16ba9 HTTP/1.1" status: 200 len: 943 time: 0.3533382 Mar 23 23:55:56.162382 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759be5a9-2b93-4a3b-a94e-999fd4a4b39b', 'tag': '7467b5dd-f812-4a17-add0-a735dcb16ba9'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:55:56.164632 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f89217267680bd64d7f927d4eadc419634559ab2f391f9993dc43694367eced7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a668df7-c505-4b26-a82e-50318e596ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "759be5a9-2b93-4a3b-a94e-999fd4a4b39b", "tag": "7467b5dd-f812-4a17-add0-a735dcb16ba9"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:55:56.169176 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54306) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:56.209988 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2317a-1f1f-427c-8060-94e5838c7eb4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Pushing event updated for resources: {'Port': ['ID=7467b5dd-f812-4a17-add0-a735dcb16ba9,revision_number=7']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:56.216050 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb03bc1d-2235-48b3-9377-c18a4bb84685 x-openstack-request-id: req-fb03bc1d-2235-48b3-9377-c18a4bb84685 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:55:56.216352 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759be5a9-2b93-4a3b-a94e-999fd4a4b39b", "tag": "7467b5dd-f812-4a17-add0-a735dcb16ba9", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:55:56.216589 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb03bc1d-2235-48b3-9377-c18a4bb84685 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:55:56.216990 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb03bc1d-2235-48b3-9377-c18a4bb84685'] response: {'name': 'network-changed', 'server_uuid': '759be5a9-2b93-4a3b-a94e-999fd4a4b39b', 'tag': '7467b5dd-f812-4a17-add0-a735dcb16ba9', 'status': 'completed', 'code': 200} Mar 23 23:55:56.246447 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['7467b5dd-f812-4a17-add0-a735dcb16ba9'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:55:56.308006 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668df7-c505-4b26-a82e-50318e596ecb req-30c0080d-a8b4-4bea-83b2-343e23bcc746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:56.309980 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-4a668df7-c505-4b26-a82e-50318e596ecb req-30c0080d-a8b4-4bea-83b2-343e23bcc746 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=453ec29957b24ab88540f704e2f3d87f&device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 1130 time: 0.0753174 Mar 23 23:55:56.310997 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e3d42c49-5ab2-4c36-bfc1-141abf1eaac4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group (b2f4eeb9-e0de-43de-99a1-780f311e549f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:56.401513 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e3d42c49-5ab2-4c36-bfc1-141abf1eaac4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group (b2f4eeb9-e0de-43de-99a1-780f311e549f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:56.477381 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668df7-c505-4b26-a82e-50318e596ecb req-edf9d090-32bf-429d-aea6-72178f2227d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:56.479232 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-4a668df7-c505-4b26-a82e-50318e596ecb req-edf9d090-32bf-429d-aea6-72178f2227d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d069a25b-42b9-47e9-84a4-6a523798a0c6 HTTP/1.1" status: 200 len: 914 time: 0.1519129 Mar 23 23:55:56.499806 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54310) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:56.514483 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ab4115b0-3d2e-4b6c-b3f4-a4c11f848e6d None None] Provisioning complete for port 7467b5dd-f812-4a17-add0-a735dcb16ba9 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:55:56.514859 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ab4115b0-3d2e-4b6c-b3f4-a4c11f848e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:56.541192 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e3d42c49-5ab2-4c36-bfc1-141abf1eaac4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (b2f4eeb9-e0de-43de-99a1-780f311e549f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:56.543903 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e3d42c49-5ab2-4c36-bfc1-141abf1eaac4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:56.545075 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-e3d42c49-5ab2-4c36-bfc1-141abf1eaac4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "DELETE /v2.0/security-groups/b2f4eeb9-e0de-43de-99a1-780f311e549f HTTP/1.1" status: 204 len: 168 time: 0.3744383 Mar 23 23:55:56.547954 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54314) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:56.562927 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d42c49-5ab2-4c36-bfc1-141abf1eaac4 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f4eeb9-e0de-43de-99a1-780f311e549f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:56.565928 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-4a668df7-c505-4b26-a82e-50318e596ecb req-caa195b8-fd4a-4969-b53e-ec18be931d51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7467b5dd-f812-4a17-add0-a735dcb16ba9 HTTP/1.1" status: 200 len: 1002 time: 0.0800343 Mar 23 23:55:56.621017 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668df7-c505-4b26-a82e-50318e596ecb req-22a8ec2b-5f42-4b76-86b5-0b22786ebc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:56.622592 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-4a668df7-c505-4b26-a82e-50318e596ecb req-22a8ec2b-5f42-4b76-86b5-0b22786ebc87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7512d543-bff9-4528-89a7-af605d6bb88e HTTP/1.1" status: 200 len: 853 time: 0.0491912 Mar 23 23:55:56.638029 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ab4115b0-3d2e-4b6c-b3f4-a4c11f848e6d None None] Current status of the port 7467b5dd-f812-4a17-add0-a735dcb16ba9 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:55:56.675488 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668df7-c505-4b26-a82e-50318e596ecb req-7fc90cb9-8789-4caf-9c8c-29cb7cfde101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:56.677017 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-4a668df7-c505-4b26-a82e-50318e596ecb req-7fc90cb9-8789-4caf-9c8c-29cb7cfde101 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d069a25b-42b9-47e9-84a4-6a523798a0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481930 Mar 23 23:55:56.688401 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-255e4824-2796-4b95-93eb-ffaa0078fc1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:56.767685 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-4a668df7-c505-4b26-a82e-50318e596ecb req-faedf05d-d555-4c3f-adbc-c0f3b3010bd0 service neutron] 10.222.0.20 "GET /v2.0/networks/d069a25b-42b9-47e9-84a4-6a523798a0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834639 Mar 23 23:55:56.781025 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-837bfcfa-f174-45aa-b4be-f8d148ec2d2c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Deleting port 047702d7-6bf2-4c22-9956-3309470be833 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:55:56.781689 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-837bfcfa-f174-45aa-b4be-f8d148ec2d2c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (047702d7-6bf2-4c22-9956-3309470be833), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:56.853011 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-255e4824-2796-4b95-93eb-ffaa0078fc1e admin admin] Publish callbacks [] for security_group (3356dbaf-678d-443b-ac8a-6a4b864f4132), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:56.862469 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-4a668df7-c505-4b26-a82e-50318e596ecb req-f433ef1c-d205-43a4-9126-70279e5e6dfc service neutron] 10.222.0.20 "GET /v2.0/networks/d069a25b-42b9-47e9-84a4-6a523798a0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878096 Mar 23 23:55:56.869635 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-255e4824-2796-4b95-93eb-ffaa0078fc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (3356dbaf-678d-443b-ac8a-6a4b864f4132), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:56.921060 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-837bfcfa-f174-45aa-b4be-f8d148ec2d2c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (047702d7-6bf2-4c22-9956-3309470be833), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:56.921444 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-837bfcfa-f174-45aa-b4be-f8d148ec2d2c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for floatingip (047702d7-6bf2-4c22-9956-3309470be833), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:56.930710 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e4824-2796-4b95-93eb-ffaa0078fc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3356dbaf-678d-443b-ac8a-6a4b864f4132,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:56.939094 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-837bfcfa-f174-45aa-b4be-f8d148ec2d2c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Calling delete_port for 047702d7-6bf2-4c22-9956-3309470be833 owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:55:56.942621 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-255e4824-2796-4b95-93eb-ffaa0078fc1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6251a3dc9a748f59d276618d44de197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4416914 Mar 23 23:55:56.945677 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54316) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:56.995764 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d569ba1-3669-43d1-95e6-5b28b1641566 admin admin] Publish callbacks [] for security_group (3356dbaf-678d-443b-ac8a-6a4b864f4132), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:57.017289 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d569ba1-3669-43d1-95e6-5b28b1641566 admin admin] Publish callbacks [] for security_group (3356dbaf-678d-443b-ac8a-6a4b864f4132), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:57.065790 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d569ba1-3669-43d1-95e6-5b28b1641566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (3356dbaf-678d-443b-ac8a-6a4b864f4132), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:57.068380 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d569ba1-3669-43d1-95e6-5b28b1641566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:57.069608 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-6d569ba1-3669-43d1-95e6-5b28b1641566 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3356dbaf-678d-443b-ac8a-6a4b864f4132 HTTP/1.1" status: 204 len: 168 time: 0.1228783 Mar 23 23:55:57.081729 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d569ba1-3669-43d1-95e6-5b28b1641566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3356dbaf-678d-443b-ac8a-6a4b864f4132,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:57.130953 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-837bfcfa-f174-45aa-b4be-f8d148ec2d2c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (047702d7-6bf2-4c22-9956-3309470be833), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:57.156992 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bfcfa-f174-45aa-b4be-f8d148ec2d2c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Pushing event deleted for resources: {'Port': ['ID=047702d7-6bf2-4c22-9956-3309470be833,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:57.363290 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54322) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:57.377821 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c1b7da96-b888-4fd0-bace-e12b475ad4e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:57.464019 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c1b7da96-b888-4fd0-bace-e12b475ad4e2 admin admin] Publish callbacks [] for security_group (7617b255-05f7-42d5-b7c6-1418457fa3da), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:57.469159 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c1b7da96-b888-4fd0-bace-e12b475ad4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (7617b255-05f7-42d5-b7c6-1418457fa3da), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:57.485466 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-837bfcfa-f174-45aa-b4be-f8d148ec2d2c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks [] for floatingip (13d4023e-5c97-45a8-9319-fb051233c598), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:57.485822 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.l3_db [None req-837bfcfa-f174-45aa-b4be-f8d148ec2d2c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Floating IP 13d4023e-5c97-45a8-9319-fb051233c598 disassociated (deleted). External IP: 172.27.0.166, port: 7467b5dd-f812-4a17-add0-a735dcb16ba9. Mar 23 23:55:57.508748 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-c1b7da96-b888-4fd0-bace-e12b475ad4e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f022abb7e8354f51ab2ab90019963ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442792 Mar 23 23:55:57.509622 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7da96-b888-4fd0-bace-e12b475ad4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7617b255-05f7-42d5-b7c6-1418457fa3da,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:57.512530 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54324) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:57.560691 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-76d9f62a-55d2-43c0-8ae2-690681dfb8b6 admin admin] Publish callbacks [] for security_group (7617b255-05f7-42d5-b7c6-1418457fa3da), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:57.581916 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-76d9f62a-55d2-43c0-8ae2-690681dfb8b6 admin admin] Publish callbacks [] for security_group (7617b255-05f7-42d5-b7c6-1418457fa3da), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:57.628384 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-76d9f62a-55d2-43c0-8ae2-690681dfb8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (7617b255-05f7-42d5-b7c6-1418457fa3da), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:57.630952 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-76d9f62a-55d2-43c0-8ae2-690681dfb8b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:57.632142 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-76d9f62a-55d2-43c0-8ae2-690681dfb8b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7617b255-05f7-42d5-b7c6-1418457fa3da HTTP/1.1" status: 204 len: 168 time: 0.1182158 Mar 23 23:55:57.640300 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9f62a-55d2-43c0-8ae2-690681dfb8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7617b255-05f7-42d5-b7c6-1418457fa3da,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:57.696768 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837bfcfa-f174-45aa-b4be-f8d148ec2d2c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Router bc27fbfb-da72-4829-bffa-4b8e0aee8c46 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:55:57.810311 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837bfcfa-f174-45aa-b4be-f8d148ec2d2c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:55:57.814993 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-837bfcfa-f174-45aa-b4be-f8d148ec2d2c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:57.822445 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c2fd40-8026-4cce-b230-1593ea21177a None None] Sync routers for ids ['bc27fbfb-da72-4829-bffa-4b8e0aee8c46'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:55:57.832875 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c2fd40-8026-4cce-b230-1593ea21177a None None] Routers {'bc27fbfb-da72-4829-bffa-4b8e0aee8c46'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:55:57.833623 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-32c2fd40-8026-4cce-b230-1593ea21177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:55:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['bc27fbfb-da72-4829-bffa-4b8e0aee8c46'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:55:57.848223 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-837bfcfa-f174-45aa-b4be-f8d148ec2d2c tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "DELETE /v2.0/floatingips/13d4023e-5c97-45a8-9319-fb051233c598 HTTP/1.1" status: 204 len: 168 time: 1.2963297 Mar 23 23:55:57.948914 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-32c2fd40-8026-4cce-b230-1593ea21177a None None] Set router bc27fbfb-da72-4829-bffa-4b8e0aee8c46 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:55:57.996360 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54336) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:58.014791 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-202bb99d-5c43-4788-a9e3-715675e75473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:58.114643 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-202bb99d-5c43-4788-a9e3-715675e75473 admin admin] Publish callbacks [] for security_group (17db2d21-d5dd-4b41-9862-c50eaadfb85d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:58.122520 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-202bb99d-5c43-4788-a9e3-715675e75473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (17db2d21-d5dd-4b41-9862-c50eaadfb85d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:58.173602 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bb99d-5c43-4788-a9e3-715675e75473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17db2d21-d5dd-4b41-9862-c50eaadfb85d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:58.178516 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-202bb99d-5c43-4788-a9e3-715675e75473 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7130d6e29614b31a935f590979ee2bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1810570 Mar 23 23:55:58.181294 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54340) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:55:58.211683 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-32c2fd40-8026-4cce-b230-1593ea21177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'name': 'tempest-TestMinimumBasicScenario-979893782-router', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:24Z', 'revision_number': 4, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'gw_port': {'id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'db3d7dda-8ebf-4446-bb39-8891124656cc', 'name': '', 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'mac_address': 'fa:16:3e:91:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7512d543-bff9-4528-89a7-af605d6bb88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:23Z', 'updated_at': '2022-03-23T23:53:28Z', 'revision_number': 5, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'subnets': [{'id': '7512d543-bff9-4528-89a7-af605d6bb88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:55:58.218214 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759be5a9-2b93-4a3b-a94e-999fd4a4b39b', 'tag': '7467b5dd-f812-4a17-add0-a735dcb16ba9'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:55:58.221533 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f89217267680bd64d7f927d4eadc419634559ab2f391f9993dc43694367eced7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96890a4d-55ef-45bd-b19d-ac68c2402745" -d '{"events": [{"name": "network-changed", "server_uuid": "759be5a9-2b93-4a3b-a94e-999fd4a4b39b", "tag": "7467b5dd-f812-4a17-add0-a735dcb16ba9"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:55:58.241406 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-29a9b06e-8b4d-4406-92bc-74f2be985610 admin admin] Publish callbacks [] for security_group (17db2d21-d5dd-4b41-9862-c50eaadfb85d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:58.243150 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c2fd40-8026-4cce-b230-1593ea21177a None None] Checking router: bc27fbfb-da72-4829-bffa-4b8e0aee8c46 for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:55:58.256125 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c2fd40-8026-4cce-b230-1593ea21177a None None] Routers {'bc27fbfb-da72-4829-bffa-4b8e0aee8c46'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:55:58.256925 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-32c2fd40-8026-4cce-b230-1593ea21177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:55:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['bc27fbfb-da72-4829-bffa-4b8e0aee8c46'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:55:58.267353 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12aa4c16-1ece-415a-ad2f-9e3e47792bfc x-openstack-request-id: req-12aa4c16-1ece-415a-ad2f-9e3e47792bfc {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:55:58.267649 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759be5a9-2b93-4a3b-a94e-999fd4a4b39b", "tag": "7467b5dd-f812-4a17-add0-a735dcb16ba9", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:55:58.267901 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12aa4c16-1ece-415a-ad2f-9e3e47792bfc {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:55:58.268305 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12aa4c16-1ece-415a-ad2f-9e3e47792bfc'] response: {'name': 'network-changed', 'server_uuid': '759be5a9-2b93-4a3b-a94e-999fd4a4b39b', 'tag': '7467b5dd-f812-4a17-add0-a735dcb16ba9', 'status': 'completed', 'code': 200} Mar 23 23:55:58.269793 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-29a9b06e-8b4d-4406-92bc-74f2be985610 admin admin] Publish callbacks [] for security_group (17db2d21-d5dd-4b41-9862-c50eaadfb85d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:58.345454 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96890a4d-55ef-45bd-b19d-ac68c2402745 req-67468604-47bd-402d-a03c-9b85687677da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:58.347049 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-96890a4d-55ef-45bd-b19d-ac68c2402745 req-67468604-47bd-402d-a03c-9b85687677da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=453ec29957b24ab88540f704e2f3d87f&device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 1130 time: 0.0530777 Mar 23 23:55:58.353965 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-29a9b06e-8b4d-4406-92bc-74f2be985610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (17db2d21-d5dd-4b41-9862-c50eaadfb85d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:58.356450 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-29a9b06e-8b4d-4406-92bc-74f2be985610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:55:58.360142 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-29a9b06e-8b4d-4406-92bc-74f2be985610 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17db2d21-d5dd-4b41-9862-c50eaadfb85d HTTP/1.1" status: 204 len: 168 time: 0.1745532 Mar 23 23:55:58.373375 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-32c2fd40-8026-4cce-b230-1593ea21177a None None] Set router bc27fbfb-da72-4829-bffa-4b8e0aee8c46 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:55:58.383423 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9b06e-8b4d-4406-92bc-74f2be985610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17db2d21-d5dd-4b41-9862-c50eaadfb85d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:55:58.463175 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96890a4d-55ef-45bd-b19d-ac68c2402745 req-07b88b7b-cbb9-4830-b806-003e830fbb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:58.464987 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-96890a4d-55ef-45bd-b19d-ac68c2402745 req-07b88b7b-cbb9-4830-b806-003e830fbb6c service neutron] 10.222.0.20 "GET /v2.0/networks?id=d069a25b-42b9-47e9-84a4-6a523798a0c6 HTTP/1.1" status: 200 len: 914 time: 0.1060352 Mar 23 23:55:58.508934 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-96890a4d-55ef-45bd-b19d-ac68c2402745 req-9e028772-a717-4725-883d-47ecd02af1ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7467b5dd-f812-4a17-add0-a735dcb16ba9 HTTP/1.1" status: 200 len: 217 time: 0.0370953 Mar 23 23:55:58.563032 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96890a4d-55ef-45bd-b19d-ac68c2402745 req-44eb0898-1501-440b-bb90-b42c66c324a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:58.564520 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-96890a4d-55ef-45bd-b19d-ac68c2402745 req-44eb0898-1501-440b-bb90-b42c66c324a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7512d543-bff9-4528-89a7-af605d6bb88e HTTP/1.1" status: 200 len: 853 time: 0.0488160 Mar 23 23:55:58.598466 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-32c2fd40-8026-4cce-b230-1593ea21177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'name': 'tempest-TestMinimumBasicScenario-979893782-router', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:24Z', 'revision_number': 4, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'gw_port': {'id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'db3d7dda-8ebf-4446-bb39-8891124656cc', 'name': '', 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'mac_address': 'fa:16:3e:91:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7512d543-bff9-4528-89a7-af605d6bb88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:23Z', 'updated_at': '2022-03-23T23:53:28Z', 'revision_number': 5, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'subnets': [{'id': '7512d543-bff9-4528-89a7-af605d6bb88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:55:58.627045 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96890a4d-55ef-45bd-b19d-ac68c2402745 req-3504bdf1-e6ec-44d6-9695-8fbdd29b9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:55:58.628686 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-96890a4d-55ef-45bd-b19d-ac68c2402745 req-3504bdf1-e6ec-44d6-9695-8fbdd29b9521 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d069a25b-42b9-47e9-84a4-6a523798a0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553088 Mar 23 23:55:58.641618 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c2fd40-8026-4cce-b230-1593ea21177a None None] The sync data for ids ['bc27fbfb-da72-4829-bffa-4b8e0aee8c46'] in dv-cinder-749155-6-iscsi is: [{'id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'name': 'tempest-TestMinimumBasicScenario-979893782-router', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:24Z', 'revision_number': 4, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'gw_port': {'id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'db3d7dda-8ebf-4446-bb39-8891124656cc', 'name': '', 'network_id': 'd069a25b-42b9-47e9-84a4-6a523798a0c6', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'mac_address': 'fa:16:3e:91:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7512d543-bff9-4528-89a7-af605d6bb88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:23Z', 'updated_at': '2022-03-23T23:53:28Z', 'revision_number': 5, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'subnets': [{'id': '7512d543-bff9-4528-89a7-af605d6bb88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:55:58.724648 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-96890a4d-55ef-45bd-b19d-ac68c2402745 req-8769696d-6e89-4c05-8733-63aff074f745 service neutron] 10.222.0.20 "GET /v2.0/networks/d069a25b-42b9-47e9-84a4-6a523798a0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880275 Mar 23 23:55:58.841371 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-96890a4d-55ef-45bd-b19d-ac68c2402745 req-df74f89d-25d7-4ba7-8f94-8c8666c67b89 service neutron] 10.222.0.20 "GET /v2.0/networks/d069a25b-42b9-47e9-84a4-6a523798a0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066191 Mar 23 23:55:58.925076 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2243b8-260f-45d5-bdda-aba1245e3d52 None None] New status for floating IP 13d4023e-5c97-45a8-9319-fb051233c598: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:56:00.454460 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54426) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:00.571858 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-79db1b64-3c50-4e87-93c6-923a6bf31809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:00.652600 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-79db1b64-3c50-4e87-93c6-923a6bf31809 admin admin] Publish callbacks [] for security_group (29f2e9e0-09f9-4355-ab35-06f02676507e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:00.657560 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-79db1b64-3c50-4e87-93c6-923a6bf31809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (29f2e9e0-09f9-4355-ab35-06f02676507e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:00.696337 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-79db1b64-3c50-4e87-93c6-923a6bf31809 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2fdb9df0a6b438599dff214bdc11b8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406116 Mar 23 23:56:00.697392 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db1b64-3c50-4e87-93c6-923a6bf31809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f2e9e0-09f9-4355-ab35-06f02676507e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:00.699219 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54436) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:00.785141 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18058f7-606e-4760-9ca9-98c2e4ef5747 req-88c574ba-7ae3-435c-a4bf-1ffba5801fa5 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:00.786545 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b18058f7-606e-4760-9ca9-98c2e4ef5747 req-88c574ba-7ae3-435c-a4bf-1ffba5801fa5 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 946 time: 0.0901611 Mar 23 23:56:00.787601 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8403a854-0cd5-4418-a214-4f4e1ae81813 admin admin] Publish callbacks [] for security_group (29f2e9e0-09f9-4355-ab35-06f02676507e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:00.820541 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8403a854-0cd5-4418-a214-4f4e1ae81813 admin admin] Publish callbacks [] for security_group (29f2e9e0-09f9-4355-ab35-06f02676507e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:00.872431 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b18058f7-606e-4760-9ca9-98c2e4ef5747 req-cd32521f-ceb0-4194-8bb1-07f620373b1b tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800436 Mar 23 23:56:00.892716 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8403a854-0cd5-4418-a214-4f4e1ae81813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (29f2e9e0-09f9-4355-ab35-06f02676507e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:00.895425 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8403a854-0cd5-4418-a214-4f4e1ae81813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:00.896566 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-8403a854-0cd5-4418-a214-4f4e1ae81813 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29f2e9e0-09f9-4355-ab35-06f02676507e HTTP/1.1" status: 204 len: 168 time: 0.1965055 Mar 23 23:56:00.905492 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403a854-0cd5-4418-a214-4f4e1ae81813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f2e9e0-09f9-4355-ab35-06f02676507e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:01.182357 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54444) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:01.196993 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-53a64a95-8911-4eb5-b410-885a5c0eb72c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:01.275615 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-53a64a95-8911-4eb5-b410-885a5c0eb72c admin admin] Publish callbacks [] for security_group (ef3f0a32-2f69-4ef8-835b-22136382b645), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:01.282513 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-53a64a95-8911-4eb5-b410-885a5c0eb72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (ef3f0a32-2f69-4ef8-835b-22136382b645), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:01.320324 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-53a64a95-8911-4eb5-b410-885a5c0eb72c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b43218f027c48049d89c7daf94d538c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364148 Mar 23 23:56:01.321166 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a64a95-8911-4eb5-b410-885a5c0eb72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3f0a32-2f69-4ef8-835b-22136382b645,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:01.323345 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54446) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:01.373144 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd6b1ce4-4985-4b28-a5e2-0ce3fcb2c402 admin admin] Publish callbacks [] for security_group (ef3f0a32-2f69-4ef8-835b-22136382b645), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:01.393821 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd6b1ce4-4985-4b28-a5e2-0ce3fcb2c402 admin admin] Publish callbacks [] for security_group (ef3f0a32-2f69-4ef8-835b-22136382b645), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:01.448000 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd6b1ce4-4985-4b28-a5e2-0ce3fcb2c402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (ef3f0a32-2f69-4ef8-835b-22136382b645), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:01.451872 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd6b1ce4-4985-4b28-a5e2-0ce3fcb2c402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:01.451872 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-bd6b1ce4-4985-4b28-a5e2-0ce3fcb2c402 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef3f0a32-2f69-4ef8-835b-22136382b645 HTTP/1.1" status: 204 len: 168 time: 0.1273980 Mar 23 23:56:01.459855 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b1ce4-4985-4b28-a5e2-0ce3fcb2c402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3f0a32-2f69-4ef8-835b-22136382b645,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:02.003762 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2dd62-f5ba-4557-8159-666599e825d2 req-98dd460a-12fe-40d4-ae11-05b53cdfb52f tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:02.005286 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a3d2dd62-f5ba-4557-8159-666599e825d2 req-98dd460a-12fe-40d4-ae11-05b53cdfb52f tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 946 time: 0.0578685 Mar 23 23:56:02.057765 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a3d2dd62-f5ba-4557-8159-666599e825d2 req-74e3e2d9-39da-4684-a013-39981634602e tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/security-groups?id=63d02047-bbe2-4084-8cb8-f01b9ec0094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447729 Mar 23 23:56:02.619285 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54478) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:02.636304 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1967fe-7162-4067-9d50-e0ab2cde5d25 req-021c2236-2761-4e9d-a3b2-56db62fd8a7a tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:02.637939 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-df1967fe-7162-4067-9d50-e0ab2cde5d25 req-021c2236-2761-4e9d-a3b2-56db62fd8a7a tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.20 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 946 time: 0.0624592 Mar 23 23:56:02.724356 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c16b8ee-440a-45ca-95ca-734042abba62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:02.730408 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-df1967fe-7162-4067-9d50-e0ab2cde5d25 req-f1b3de28-092e-4af1-a2e0-9d9473a8e7ee tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Deleting port 7467b5dd-f812-4a17-add0-a735dcb16ba9 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:56:02.730751 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df1967fe-7162-4067-9d50-e0ab2cde5d25 req-f1b3de28-092e-4af1-a2e0-9d9473a8e7ee tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:02.806021 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c16b8ee-440a-45ca-95ca-734042abba62 admin admin] Publish callbacks [] for security_group (e76107a0-1a36-4979-ac99-d8ea499e1991), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:02.810078 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c16b8ee-440a-45ca-95ca-734042abba62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (e76107a0-1a36-4979-ac99-d8ea499e1991), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:02.826138 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-df1967fe-7162-4067-9d50-e0ab2cde5d25 req-f1b3de28-092e-4af1-a2e0-9d9473a8e7ee tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] For port 7467b5dd-f812-4a17-add0-a735dcb16ba9, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7467b5dd-f812-4a17-add0-a735dcb16ba9,segment=NetworkSegment(82ea2272-d9a5-4066-bfbf-1c28d215cf60),segment_id=82ea2272-d9a5-4066-bfbf-1c28d215cf60)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:56:02.826498 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df1967fe-7162-4067-9d50-e0ab2cde5d25 req-f1b3de28-092e-4af1-a2e0-9d9473a8e7ee tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:02.839494 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-df1967fe-7162-4067-9d50-e0ab2cde5d25 req-f1b3de28-092e-4af1-a2e0-9d9473a8e7ee tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Calling delete_port for 7467b5dd-f812-4a17-add0-a735dcb16ba9 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:56:02.849129 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-7c16b8ee-440a-45ca-95ca-734042abba62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9f22e84fbaa462f909b74558ed2f232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285674 Mar 23 23:56:02.850119 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16b8ee-440a-45ca-95ca-734042abba62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76107a0-1a36-4979-ac99-d8ea499e1991,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:02.851725 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54482) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:02.953572 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f53113cc-fe72-4ff0-98a5-ccc096f400ad admin admin] Publish callbacks [] for security_group (e76107a0-1a36-4979-ac99-d8ea499e1991), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:03.002797 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f53113cc-fe72-4ff0-98a5-ccc096f400ad admin admin] Publish callbacks [] for security_group (e76107a0-1a36-4979-ac99-d8ea499e1991), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:03.043298 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df1967fe-7162-4067-9d50-e0ab2cde5d25 req-f1b3de28-092e-4af1-a2e0-9d9473a8e7ee tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (7467b5dd-f812-4a17-add0-a735dcb16ba9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:03.054757 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['7467b5dd-f812-4a17-add0-a735dcb16ba9'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:56:03.078649 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3de28-092e-4af1-a2e0-9d9473a8e7ee tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Pushing event deleted for resources: {'Port': ['ID=7467b5dd-f812-4a17-add0-a735dcb16ba9,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:03.127634 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1967fe-7162-4067-9d50-e0ab2cde5d25 req-f1b3de28-092e-4af1-a2e0-9d9473a8e7ee tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] No DVR routers for this DVR port 7467b5dd-f812-4a17-add0-a735dcb16ba9 on host hv-cinder-74915 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:56:03.130220 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df1967fe-7162-4067-9d50-e0ab2cde5d25 req-f1b3de28-092e-4af1-a2e0-9d9473a8e7ee tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:03.133460 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-df1967fe-7162-4067-9d50-e0ab2cde5d25 req-f1b3de28-092e-4af1-a2e0-9d9473a8e7ee tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.20 "DELETE /v2.0/ports/7467b5dd-f812-4a17-add0-a735dcb16ba9 HTTP/1.1" status: 204 len: 173 time: 0.4895630 Mar 23 23:56:03.133911 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759be5a9-2b93-4a3b-a94e-999fd4a4b39b', 'name': 'network-vif-deleted', 'tag': '7467b5dd-f812-4a17-add0-a735dcb16ba9'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:56:03.136997 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedd9df5-623f-42a9-bd09-dc4d8953fa6f" -d '{"events": [{"server_uuid": "759be5a9-2b93-4a3b-a94e-999fd4a4b39b", "name": "network-vif-deleted", "tag": "7467b5dd-f812-4a17-add0-a735dcb16ba9"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:56:03.143510 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f53113cc-fe72-4ff0-98a5-ccc096f400ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (e76107a0-1a36-4979-ac99-d8ea499e1991), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:03.146510 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f53113cc-fe72-4ff0-98a5-ccc096f400ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:03.147621 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-f53113cc-fe72-4ff0-98a5-ccc096f400ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e76107a0-1a36-4979-ac99-d8ea499e1991 HTTP/1.1" status: 204 len: 168 time: 0.2943914 Mar 23 23:56:03.162103 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53113cc-fe72-4ff0-98a5-ccc096f400ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76107a0-1a36-4979-ac99-d8ea499e1991,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:03.188050 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b48c911-c79d-4016-8b1f-278d914fdad4 x-openstack-request-id: req-2b48c911-c79d-4016-8b1f-278d914fdad4 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:56:03.188408 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759be5a9-2b93-4a3b-a94e-999fd4a4b39b", "name": "network-vif-deleted", "tag": "7467b5dd-f812-4a17-add0-a735dcb16ba9", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:56:03.189565 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b48c911-c79d-4016-8b1f-278d914fdad4 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:56:03.190342 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b48c911-c79d-4016-8b1f-278d914fdad4'] response: {'server_uuid': '759be5a9-2b93-4a3b-a94e-999fd4a4b39b', 'name': 'network-vif-deleted', 'tag': '7467b5dd-f812-4a17-add0-a735dcb16ba9', 'status': 'completed', 'code': 200} Mar 23 23:56:03.214434 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9d85a676-13d8-4813-9ee4-68b264630f07 req-63e3bc89-4722-4d0b-a575-6d65e1cb8de1 tempest-TestMinimumBasicScenario-1688905287 tempest-TestMinimumBasicScenario-1688905287-project] 10.222.0.31 "GET /v2.0/ports?device_id=759be5a9-2b93-4a3b-a94e-999fd4a4b39b HTTP/1.1" status: 200 len: 210 time: 0.0820365 Mar 23 23:56:03.657236 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:56:04.916702 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54610) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:05.303563 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90d00694-af4c-4ae3-a2fc-dc1beb4955ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574534'] for router_interface (bc27fbfb-da72-4829-bffa-4b8e0aee8c46), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:05.570593 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-90d00694-af4c-4ae3-a2fc-dc1beb4955ec admin admin] Deleting port db3d7dda-8ebf-4446-bb39-8891124656cc {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:56:05.570966 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90d00694-af4c-4ae3-a2fc-dc1beb4955ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (db3d7dda-8ebf-4446-bb39-8891124656cc), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:05.661519 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-90d00694-af4c-4ae3-a2fc-dc1beb4955ec admin admin] For port db3d7dda-8ebf-4446-bb39-8891124656cc, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=db3d7dda-8ebf-4446-bb39-8891124656cc,segment=NetworkSegment(82ea2272-d9a5-4066-bfbf-1c28d215cf60),segment_id=82ea2272-d9a5-4066-bfbf-1c28d215cf60)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:56:05.661843 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90d00694-af4c-4ae3-a2fc-dc1beb4955ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (db3d7dda-8ebf-4446-bb39-8891124656cc), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:05.674770 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-90d00694-af4c-4ae3-a2fc-dc1beb4955ec admin admin] Calling delete_port for db3d7dda-8ebf-4446-bb39-8891124656cc owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:56:05.870177 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90d00694-af4c-4ae3-a2fc-dc1beb4955ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (db3d7dda-8ebf-4446-bb39-8891124656cc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:05.898484 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d00694-af4c-4ae3-a2fc-dc1beb4955ec admin admin] Pushing event deleted for resources: {'Port': ['ID=db3d7dda-8ebf-4446-bb39-8891124656cc,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:06.338089 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90d00694-af4c-4ae3-a2fc-dc1beb4955ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-574198'] for router_interface (bc27fbfb-da72-4829-bffa-4b8e0aee8c46), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:06.574680 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d00694-af4c-4ae3-a2fc-dc1beb4955ec admin admin] Router bc27fbfb-da72-4829-bffa-4b8e0aee8c46 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:56:06.691676 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d00694-af4c-4ae3-a2fc-dc1beb4955ec admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:56:06.700468 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-90d00694-af4c-4ae3-a2fc-dc1beb4955ec admin admin] 10.222.0.31 "PUT /v2.0/routers/bc27fbfb-da72-4829-bffa-4b8e0aee8c46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7786241 Mar 23 23:56:06.700468 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54624) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:06.703501 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1c8c11-2d4c-4bfe-b665-beb3aaa84b23 None None] Sync routers for ids ['bc27fbfb-da72-4829-bffa-4b8e0aee8c46'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:56:06.713841 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1c8c11-2d4c-4bfe-b665-beb3aaa84b23 None None] Routers {'bc27fbfb-da72-4829-bffa-4b8e0aee8c46'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:56:06.714726 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-cc1c8c11-2d4c-4bfe-b665-beb3aaa84b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:55:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['bc27fbfb-da72-4829-bffa-4b8e0aee8c46'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:06.757997 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 7467b5dd-f812-4a17-add0-a735dcb16ba9 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:56:06.819444 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0cbca69-586e-4cc9-8770-4469ba1474dc admin admin] Publish callbacks [] for router (bc27fbfb-da72-4829-bffa-4b8e0aee8c46), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:06.929574 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0cbca69-586e-4cc9-8770-4469ba1474dc admin admin] Publish callbacks [] for router_gateway (bc27fbfb-da72-4829-bffa-4b8e0aee8c46), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:06.968427 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: 7467b5dd-f812-4a17-add0-a735dcb16ba9 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:56:06.968662 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 7467b5dd-f812-4a17-add0-a735dcb16ba9 not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:56:07.001088 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-a0cbca69-586e-4cc9-8770-4469ba1474dc admin admin] Deleting port b81ed49a-ddc8-4b6b-86cc-4827a318ed19 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:56:07.001491 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0cbca69-586e-4cc9-8770-4469ba1474dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (b81ed49a-ddc8-4b6b-86cc-4827a318ed19), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:07.017208 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-cc1c8c11-2d4c-4bfe-b665-beb3aaa84b23 None None] Set router bc27fbfb-da72-4829-bffa-4b8e0aee8c46 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:56:07.083611 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-a0cbca69-586e-4cc9-8770-4469ba1474dc admin admin] For port b81ed49a-ddc8-4b6b-86cc-4827a318ed19, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=b81ed49a-ddc8-4b6b-86cc-4827a318ed19,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:56:07.084000 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0cbca69-586e-4cc9-8770-4469ba1474dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (b81ed49a-ddc8-4b6b-86cc-4827a318ed19), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:07.097201 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-a0cbca69-586e-4cc9-8770-4469ba1474dc admin admin] Calling delete_port for b81ed49a-ddc8-4b6b-86cc-4827a318ed19 owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:56:07.103299 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60dd6b-1956-4185-91d9-84f326105b24 req-70a09142-dfdf-4d79-bc51-00951b6821fe tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:07.110196 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5e60dd6b-1956-4185-91d9-84f326105b24 req-70a09142-dfdf-4d79-bc51-00951b6821fe tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 947 time: 0.0580158 Mar 23 23:56:07.163913 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5e60dd6b-1956-4185-91d9-84f326105b24 req-bc9cbac9-a133-4da6-9dc3-8c24db90b657 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491927 Mar 23 23:56:07.220691 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-cc1c8c11-2d4c-4bfe-b665-beb3aaa84b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'name': 'tempest-TestMinimumBasicScenario-979893782-router', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:56:05Z', 'revision_number': 5, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'gw_port': {'id': 'b81ed49a-ddc8-4b6b-86cc-4827a318ed19', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:07.261643 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1c8c11-2d4c-4bfe-b665-beb3aaa84b23 None None] Checking router: bc27fbfb-da72-4829-bffa-4b8e0aee8c46 for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:56:07.278572 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-646cee62-7a74-475b-b5ae-285fc50558f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:07.280515 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1c8c11-2d4c-4bfe-b665-beb3aaa84b23 None None] Routers {'bc27fbfb-da72-4829-bffa-4b8e0aee8c46'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:56:07.281174 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-cc1c8c11-2d4c-4bfe-b665-beb3aaa84b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:55:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['bc27fbfb-da72-4829-bffa-4b8e0aee8c46'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:07.283755 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0cbca69-586e-4cc9-8770-4469ba1474dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (b81ed49a-ddc8-4b6b-86cc-4827a318ed19), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:07.314103 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbca69-586e-4cc9-8770-4469ba1474dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b81ed49a-ddc8-4b6b-86cc-4827a318ed19,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:07.364657 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-cc1c8c11-2d4c-4bfe-b665-beb3aaa84b23 None None] Set router bc27fbfb-da72-4829-bffa-4b8e0aee8c46 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:56:07.375686 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0cbca69-586e-4cc9-8770-4469ba1474dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574732'] for router_gateway (bc27fbfb-da72-4829-bffa-4b8e0aee8c46), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:07.421944 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-cc1c8c11-2d4c-4bfe-b665-beb3aaa84b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'name': 'tempest-TestMinimumBasicScenario-979893782-router', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:56:07Z', 'revision_number': 7, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'gw_port_host': None}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:07.450080 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1c8c11-2d4c-4bfe-b665-beb3aaa84b23 None None] The sync data for ids ['bc27fbfb-da72-4829-bffa-4b8e0aee8c46'] in dv-cinder-749155-6-iscsi is: [{'id': 'bc27fbfb-da72-4829-bffa-4b8e0aee8c46', 'name': 'tempest-TestMinimumBasicScenario-979893782-router', 'tenant_id': '453ec29957b24ab88540f704e2f3d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:20Z', 'updated_at': '2022-03-23T23:56:07Z', 'revision_number': 7, 'project_id': '453ec29957b24ab88540f704e2f3d87f', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:56:07.488697 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0cbca69-586e-4cc9-8770-4469ba1474dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router (bc27fbfb-da72-4829-bffa-4b8e0aee8c46), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:07.491094 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0cbca69-586e-4cc9-8770-4469ba1474dc admin admin] Publish callbacks [] for router_controller (bc27fbfb-da72-4829-bffa-4b8e0aee8c46), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:07.564459 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0cbca69-586e-4cc9-8770-4469ba1474dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573167'] for router (bc27fbfb-da72-4829-bffa-4b8e0aee8c46), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:07.565022 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cbca69-586e-4cc9-8770-4469ba1474dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc27fbfb-da72-4829-bffa-4b8e0aee8c46 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 23:56:07.575499 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0cbca69-586e-4cc9-8770-4469ba1474dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:07.579277 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-a0cbca69-586e-4cc9-8770-4469ba1474dc admin admin] 10.222.0.31 "DELETE /v2.0/routers/bc27fbfb-da72-4829-bffa-4b8e0aee8c46 HTTP/1.1" status: 204 len: 168 time: 0.8759267 Mar 23 23:56:07.579582 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54636) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:07.628656 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd612c1-9252-4721-bb3b-7b4f47cb3af1 admin admin] Deleting subnet 7512d543-bff9-4528-89a7-af605d6bb88e {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 23:56:07.633154 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5fd612c1-9252-4721-bb3b-7b4f47cb3af1 admin admin] Publish callbacks [] for subnet (7512d543-bff9-4528-89a7-af605d6bb88e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:07.672036 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5fd612c1-9252-4721-bb3b-7b4f47cb3af1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7433114'] for subnet (7512d543-bff9-4528-89a7-af605d6bb88e), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:07.756161 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5fd612c1-9252-4721-bb3b-7b4f47cb3af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171796'] for subnet (7512d543-bff9-4528-89a7-af605d6bb88e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:07.813225 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5fd612c1-9252-4721-bb3b-7b4f47cb3af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5644079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6018763'] for subnet (7512d543-bff9-4528-89a7-af605d6bb88e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:07.842604 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5fd612c1-9252-4721-bb3b-7b4f47cb3af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:07.849897 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc6ba94-afba-43c9-8676-f198fa0422df None None] Network d069a25b-42b9-47e9-84a4-6a523798a0c6 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:56:07.852006 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-5fd612c1-9252-4721-bb3b-7b4f47cb3af1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7512d543-bff9-4528-89a7-af605d6bb88e HTTP/1.1" status: 204 len: 168 time: 0.2708540 Mar 23 23:56:07.852632 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54638) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:07.853553 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd612c1-9252-4721-bb3b-7b4f47cb3af1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7512d543-bff9-4528-89a7-af605d6bb88e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:07.933855 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d242503-71fa-46f8-ad66-3072fb4642d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049883'] for network (d069a25b-42b9-47e9-84a4-6a523798a0c6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:07.988029 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-4d242503-71fa-46f8-ad66-3072fb4642d0 admin admin] Deleting port 337cf1ce-3974-4153-a1d8-d5e8385eb50b {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:56:07.988369 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d242503-71fa-46f8-ad66-3072fb4642d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (337cf1ce-3974-4153-a1d8-d5e8385eb50b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:08.063608 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-4d242503-71fa-46f8-ad66-3072fb4642d0 admin admin] For port 337cf1ce-3974-4153-a1d8-d5e8385eb50b, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=337cf1ce-3974-4153-a1d8-d5e8385eb50b,segment=NetworkSegment(82ea2272-d9a5-4066-bfbf-1c28d215cf60),segment_id=82ea2272-d9a5-4066-bfbf-1c28d215cf60)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:56:08.063867 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d242503-71fa-46f8-ad66-3072fb4642d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (337cf1ce-3974-4153-a1d8-d5e8385eb50b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:08.077103 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-4d242503-71fa-46f8-ad66-3072fb4642d0 admin admin] Calling delete_port for 337cf1ce-3974-4153-a1d8-d5e8385eb50b owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:56:08.160767 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d242503-71fa-46f8-ad66-3072fb4642d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (337cf1ce-3974-4153-a1d8-d5e8385eb50b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:08.186495 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d242503-71fa-46f8-ad66-3072fb4642d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=337cf1ce-3974-4153-a1d8-d5e8385eb50b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:08.189987 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d242503-71fa-46f8-ad66-3072fb4642d0 admin admin] No DVR routers for this DVR port 337cf1ce-3974-4153-a1d8-d5e8385eb50b on host dv-cinder-749155-6-iscsi {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:56:08.249093 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632f6a18-d091-44d1-9f36-bca571a86a0b None None] DHCP port deletion for d069a25b-42b9-47e9-84a4-6a523798a0c6 request from dv-cinder-749155-6-iscsi {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 23:56:08.307862 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d242503-71fa-46f8-ad66-3072fb4642d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506273', 'neutron.services.segments.db._delete_segments_for_network-8777139652675'] for network (d069a25b-42b9-47e9-84a4-6a523798a0c6), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:08.331516 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-4d242503-71fa-46f8-ad66-3072fb4642d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d069a25b-42b9-47e9-84a4-6a523798a0c6']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:08.344221 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-4d242503-71fa-46f8-ad66-3072fb4642d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ea2272-d9a5-4066-bfbf-1c28d215cf60') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:08.344546 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-4d242503-71fa-46f8-ad66-3072fb4642d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ea2272-d9a5-4066-bfbf-1c28d215cf60') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:08.358041 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d242503-71fa-46f8-ad66-3072fb4642d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777139653708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7384337'] for segment (82ea2272-d9a5-4066-bfbf-1c28d215cf60), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:08.379020 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3999e-f2f6-4737-ac3c-dd61f9f783bf req-9d38c55d-7890-482f-ac81-f768c013f8bb tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:08.380562 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-dea3999e-f2f6-4737-ac3c-dd61f9f783bf req-9d38c55d-7890-482f-ac81-f768c013f8bb tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 947 time: 0.1112542 Mar 23 23:56:08.384525 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d242503-71fa-46f8-ad66-3072fb4642d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (82ea2272-d9a5-4066-bfbf-1c28d215cf60), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:08.391288 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d242503-71fa-46f8-ad66-3072fb4642d0 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 23:56:08.391710 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d242503-71fa-46f8-ad66-3072fb4642d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5624930'] for segment (82ea2272-d9a5-4066-bfbf-1c28d215cf60), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: Traceback (most recent call last): Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: timer() Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: cb(*args, **kw) Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: return func(*args, **kwargs) Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: self._notify() Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: self.callback(batched_events) Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: event.method(event) Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: return f(self, *a, **k) Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: return self._get(url).json() Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: return self.request(url, 'GET', **kwargs) Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 23:56:08.393588 dv-cinder-749155-6-iscsi neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 23:56:08.477370 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d242503-71fa-46f8-ad66-3072fb4642d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574832'] for network (d069a25b-42b9-47e9-84a4-6a523798a0c6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:08.491088 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d242503-71fa-46f8-ad66-3072fb4642d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:08.494269 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-4d242503-71fa-46f8-ad66-3072fb4642d0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d069a25b-42b9-47e9-84a4-6a523798a0c6 HTTP/1.1" status: 204 len: 168 time: 0.6401844 Mar 23 23:56:08.497679 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54642) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:08.508046 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-dea3999e-f2f6-4737-ac3c-dd61f9f783bf req-2f916817-e6e2-4db3-9cb2-abe82796aac4 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133866 Mar 23 23:56:08.509411 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d242503-71fa-46f8-ad66-3072fb4642d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d069a25b-42b9-47e9-84a4-6a523798a0c6,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:08.655741 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63579a1e-9e7f-4d66-858b-b594880945c2 req-16ace73e-a934-4cae-9ec1-f68349973a09 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:08.657220 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-63579a1e-9e7f-4d66-858b-b594880945c2 req-16ace73e-a934-4cae-9ec1-f68349973a09 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.20 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 947 time: 0.1068418 Mar 23 23:56:08.687643 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device db3d7dda-8ebf-4446-bb39-8891124656cc no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:56:08.708505 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: db3d7dda-8ebf-4446-bb39-8891124656cc {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:56:08.708850 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device db3d7dda-8ebf-4446-bb39-8891124656cc not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:56:08.709321 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device b81ed49a-ddc8-4b6b-86cc-4827a318ed19 no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:56:08.727787 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: b81ed49a-ddc8-4b6b-86cc-4827a318ed19 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:56:08.728132 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device b81ed49a-ddc8-4b6b-86cc-4827a318ed19 not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:56:08.728618 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 337cf1ce-3974-4153-a1d8-d5e8385eb50b no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:56:08.755727 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: 337cf1ce-3974-4153-a1d8-d5e8385eb50b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:56:08.756098 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 337cf1ce-3974-4153-a1d8-d5e8385eb50b not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:56:08.873370 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-63579a1e-9e7f-4d66-858b-b594880945c2 req-683817c9-0ccd-4226-a2a7-978cd528db13 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Deleting port 37701e56-2f23-4f44-a854-a229517314ff {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:56:08.873623 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-63579a1e-9e7f-4d66-858b-b594880945c2 req-683817c9-0ccd-4226-a2a7-978cd528db13 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (37701e56-2f23-4f44-a854-a229517314ff), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:08.993774 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-63579a1e-9e7f-4d66-858b-b594880945c2 req-683817c9-0ccd-4226-a2a7-978cd528db13 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] For port 37701e56-2f23-4f44-a854-a229517314ff, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=37701e56-2f23-4f44-a854-a229517314ff,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:56:08.994103 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-63579a1e-9e7f-4d66-858b-b594880945c2 req-683817c9-0ccd-4226-a2a7-978cd528db13 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (37701e56-2f23-4f44-a854-a229517314ff), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:09.207400 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c154ca40-6ca0-4b05-af44-8b36372b6f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574534'] for router_interface (d785737c-320f-4962-a294-3261bc781f89), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:09.210188 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-63579a1e-9e7f-4d66-858b-b594880945c2 req-683817c9-0ccd-4226-a2a7-978cd528db13 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:09.210571 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-63579a1e-9e7f-4d66-858b-b594880945c2 req-683817c9-0ccd-4226-a2a7-978cd528db13 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (d125baac-df37-4397-93b2-ede31e6d3580), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:09.210888 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.l3_db [req-63579a1e-9e7f-4d66-858b-b594880945c2 req-683817c9-0ccd-4226-a2a7-978cd528db13 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Floating IP d125baac-df37-4397-93b2-ede31e6d3580 disassociated. External IP: 172.27.0.128, port: 37701e56-2f23-4f44-a854-a229517314ff. Mar 23 23:56:09.211226 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-63579a1e-9e7f-4d66-858b-b594880945c2 req-683817c9-0ccd-4226-a2a7-978cd528db13 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Calling delete_port for 37701e56-2f23-4f44-a854-a229517314ff owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:56:09.333164 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f4c87082-a521-4072-88e3-c3fee07a9b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:09.649800 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6363ea4-2c8b-4897-9528-63f9d1e2389e req-540020e6-3f49-4ea8-8dcb-a80423061ff2 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:09.652607 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f6363ea4-2c8b-4897-9528-63f9d1e2389e req-540020e6-3f49-4ea8-8dcb-a80423061ff2 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 947 time: 0.0635448 Mar 23 23:56:09.704219 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f6363ea4-2c8b-4897-9528-63f9d1e2389e req-fb32be78-73e4-440e-9ac1-5a647509f34a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3c37c77-95fa-4e29-ac4b-65aa748fdb01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453742 Mar 23 23:56:09.744238 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-63579a1e-9e7f-4d66-858b-b594880945c2 req-683817c9-0ccd-4226-a2a7-978cd528db13 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (37701e56-2f23-4f44-a854-a229517314ff), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:09.780194 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683817c9-0ccd-4226-a2a7-978cd528db13 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Pushing event deleted for resources: {'Port': ['ID=37701e56-2f23-4f44-a854-a229517314ff,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:09.945046 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63579a1e-9e7f-4d66-858b-b594880945c2 req-683817c9-0ccd-4226-a2a7-978cd528db13 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Router eb84ca04-39b5-4020-8cb3-932d752d52cb has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:56:09.947648 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-c154ca40-6ca0-4b05-af44-8b36372b6f22 admin admin] Deleting port efc6815a-f4fe-4477-8023-c52a2105f58a {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:56:09.947988 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c154ca40-6ca0-4b05-af44-8b36372b6f22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (efc6815a-f4fe-4477-8023-c52a2105f58a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:10.109300 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-c154ca40-6ca0-4b05-af44-8b36372b6f22 admin admin] For port efc6815a-f4fe-4477-8023-c52a2105f58a, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=efc6815a-f4fe-4477-8023-c52a2105f58a,segment=NetworkSegment(e393106e-5564-4c45-8e86-6eb8721a8ebd),segment_id=e393106e-5564-4c45-8e86-6eb8721a8ebd)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:56:10.109548 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c154ca40-6ca0-4b05-af44-8b36372b6f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (efc6815a-f4fe-4477-8023-c52a2105f58a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:10.128221 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-c154ca40-6ca0-4b05-af44-8b36372b6f22 admin admin] Calling delete_port for efc6815a-f4fe-4477-8023-c52a2105f58a owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:56:10.147533 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63579a1e-9e7f-4d66-858b-b594880945c2 req-683817c9-0ccd-4226-a2a7-978cd528db13 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:56:10.159419 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e011841f-c4c2-4133-ab20-0d874dda5c56 None None] Sync routers for ids ['eb84ca04-39b5-4020-8cb3-932d752d52cb'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:56:10.171237 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e011841f-c4c2-4133-ab20-0d874dda5c56 None None] Routers {'eb84ca04-39b5-4020-8cb3-932d752d52cb'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:56:10.171863 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e011841f-c4c2-4133-ab20-0d874dda5c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:56:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['eb84ca04-39b5-4020-8cb3-932d752d52cb'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:10.226298 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-63579a1e-9e7f-4d66-858b-b594880945c2 req-683817c9-0ccd-4226-a2a7-978cd528db13 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] No DVR routers for this DVR port 37701e56-2f23-4f44-a854-a229517314ff on host hv-cinder-74915 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:56:10.231887 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-63579a1e-9e7f-4d66-858b-b594880945c2 req-683817c9-0ccd-4226-a2a7-978cd528db13 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:10.237413 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-63579a1e-9e7f-4d66-858b-b594880945c2 req-683817c9-0ccd-4226-a2a7-978cd528db13 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.20 "DELETE /v2.0/ports/37701e56-2f23-4f44-a854-a229517314ff HTTP/1.1" status: 204 len: 173 time: 1.5722973 Mar 23 23:56:10.237413 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749f44b4-90cb-4411-8b56-995f55a89b3b', 'name': 'network-vif-deleted', 'tag': '37701e56-2f23-4f44-a854-a229517314ff'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:56:10.238452 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe8f811-07b0-423d-9ffe-ef1928647824" -d '{"events": [{"server_uuid": "749f44b4-90cb-4411-8b56-995f55a89b3b", "name": "network-vif-deleted", "tag": "37701e56-2f23-4f44-a854-a229517314ff"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:56:10.289246 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767d4a02-3100-4832-aaab-d45edbd95da3 x-openstack-request-id: req-767d4a02-3100-4832-aaab-d45edbd95da3 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:56:10.289771 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749f44b4-90cb-4411-8b56-995f55a89b3b", "name": "network-vif-deleted", "tag": "37701e56-2f23-4f44-a854-a229517314ff", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:56:10.290282 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-767d4a02-3100-4832-aaab-d45edbd95da3 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:56:10.290830 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-767d4a02-3100-4832-aaab-d45edbd95da3'] response: {'server_uuid': '749f44b4-90cb-4411-8b56-995f55a89b3b', 'name': 'network-vif-deleted', 'tag': '37701e56-2f23-4f44-a854-a229517314ff', 'status': 'completed', 'code': 200} Mar 23 23:56:10.316224 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-e011841f-c4c2-4133-ab20-0d874dda5c56 None None] Set router eb84ca04-39b5-4020-8cb3-932d752d52cb gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:56:10.433416 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c154ca40-6ca0-4b05-af44-8b36372b6f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (efc6815a-f4fe-4477-8023-c52a2105f58a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:10.462645 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154ca40-6ca0-4b05-af44-8b36372b6f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=efc6815a-f4fe-4477-8023-c52a2105f58a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:10.540988 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e011841f-c4c2-4133-ab20-0d874dda5c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:49:43Z', 'updated_at': '2022-03-23T23:49:47Z', 'revision_number': 4, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'gw_port': {'id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:44Z', 'updated_at': '2022-03-23T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'e428de5b-a867-45d5-a0cb-f864ea40ef60', 'name': '', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'mac_address': 'fa:16:3e:a7:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:46Z', 'updated_at': '2022-03-23T23:49:52Z', 'revision_number': 5, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'subnets': [{'id': '6136d15b-a857-4672-9f46-946dc92786dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:10.586056 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e011841f-c4c2-4133-ab20-0d874dda5c56 None None] Checking router: eb84ca04-39b5-4020-8cb3-932d752d52cb for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:56:10.595323 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:10.597984 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e011841f-c4c2-4133-ab20-0d874dda5c56 None None] Routers {'eb84ca04-39b5-4020-8cb3-932d752d52cb'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:56:10.598625 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e011841f-c4c2-4133-ab20-0d874dda5c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:56:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['eb84ca04-39b5-4020-8cb3-932d752d52cb'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:10.663567 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c154ca40-6ca0-4b05-af44-8b36372b6f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-574198'] for router_interface (d785737c-320f-4962-a294-3261bc781f89), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:10.752273 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-e011841f-c4c2-4133-ab20-0d874dda5c56 None None] Set router eb84ca04-39b5-4020-8cb3-932d752d52cb gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:56:10.890565 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e5d20344-72c4-4067-8a4b-c1e7f2c79aa0 req-f55d3ee5-3437-4e68-a22c-bf701142baa3 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f44b4-90cb-4411-8b56-995f55a89b3b HTTP/1.1" status: 200 len: 210 time: 0.0405927 Mar 23 23:56:10.954712 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c154ca40-6ca0-4b05-af44-8b36372b6f22 admin admin] Router d785737c-320f-4962-a294-3261bc781f89 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:56:11.010161 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e011841f-c4c2-4133-ab20-0d874dda5c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:49:43Z', 'updated_at': '2022-03-23T23:49:47Z', 'revision_number': 4, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'gw_port': {'id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:44Z', 'updated_at': '2022-03-23T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'e428de5b-a867-45d5-a0cb-f864ea40ef60', 'name': '', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'mac_address': 'fa:16:3e:a7:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:46Z', 'updated_at': '2022-03-23T23:49:52Z', 'revision_number': 5, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'subnets': [{'id': '6136d15b-a857-4672-9f46-946dc92786dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:11.037154 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e011841f-c4c2-4133-ab20-0d874dda5c56 None None] The sync data for ids ['eb84ca04-39b5-4020-8cb3-932d752d52cb'] in dv-cinder-749155-6-iscsi is: [{'id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:49:43Z', 'updated_at': '2022-03-23T23:49:47Z', 'revision_number': 4, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'gw_port': {'id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:44Z', 'updated_at': '2022-03-23T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'e428de5b-a867-45d5-a0cb-f864ea40ef60', 'name': '', 'network_id': 'd01bdeec-57ed-409b-a257-e0c6c9a81aea', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'mac_address': 'fa:16:3e:a7:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6136d15b-a857-4672-9f46-946dc92786dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:46Z', 'updated_at': '2022-03-23T23:49:52Z', 'revision_number': 5, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'subnets': [{'id': '6136d15b-a857-4672-9f46-946dc92786dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:56:11.068814 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c154ca40-6ca0-4b05-af44-8b36372b6f22 admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:56:11.074685 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-c154ca40-6ca0-4b05-af44-8b36372b6f22 admin admin] 10.222.0.31 "PUT /v2.0/routers/d785737c-320f-4962-a294-3261bc781f89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5752306 Mar 23 23:56:11.077730 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54656) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:11.080863 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e83bd3-2ba6-4436-ab32-b909e479acc1 None None] Sync routers for ids ['d785737c-320f-4962-a294-3261bc781f89'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:56:11.096478 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e83bd3-2ba6-4436-ab32-b909e479acc1 None None] Routers {'d785737c-320f-4962-a294-3261bc781f89'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:56:11.097206 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-26e83bd3-2ba6-4436-ab32-b909e479acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:56:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['d785737c-320f-4962-a294-3261bc781f89'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:11.201337 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c71d08ee-02db-4a67-8ec5-960ae8154ad6 admin admin] Publish callbacks [] for router (d785737c-320f-4962-a294-3261bc781f89), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:11.227396 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-26e83bd3-2ba6-4436-ab32-b909e479acc1 None None] Set router d785737c-320f-4962-a294-3261bc781f89 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:56:11.318363 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c71d08ee-02db-4a67-8ec5-960ae8154ad6 admin admin] Publish callbacks [] for router_gateway (d785737c-320f-4962-a294-3261bc781f89), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:11.332415 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4131f0-740a-4bc5-ba6f-0fd9824cb471 None None] New status for floating IP d125baac-df37-4397-93b2-ede31e6d3580: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:56:11.380853 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-c71d08ee-02db-4a67-8ec5-960ae8154ad6 admin admin] Deleting port 5972b558-0007-40c9-8ba3-6ae5263b98ac {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:56:11.380853 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c71d08ee-02db-4a67-8ec5-960ae8154ad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (5972b558-0007-40c9-8ba3-6ae5263b98ac), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:11.435530 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-26e83bd3-2ba6-4436-ab32-b909e479acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd785737c-320f-4962-a294-3261bc781f89', 'name': 'tempest-TestMinimumBasicScenario-1377356477-router', 'tenant_id': '86b53d83117943ef8566e8091d3c0d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '5972b558-0007-40c9-8ba3-6ae5263b98ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:26Z', 'updated_at': '2022-03-23T23:56:10Z', 'revision_number': 5, 'project_id': '86b53d83117943ef8566e8091d3c0d8f', 'gw_port': {'id': '5972b558-0007-40c9-8ba3-6ae5263b98ac', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd785737c-320f-4962-a294-3261bc781f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:53:27Z', 'updated_at': '2022-03-23T23:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:11.475621 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e83bd3-2ba6-4436-ab32-b909e479acc1 None None] Checking router: d785737c-320f-4962-a294-3261bc781f89 for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:56:11.485830 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e83bd3-2ba6-4436-ab32-b909e479acc1 None None] Routers {'d785737c-320f-4962-a294-3261bc781f89'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:56:11.486443 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-26e83bd3-2ba6-4436-ab32-b909e479acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:56:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['d785737c-320f-4962-a294-3261bc781f89'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:11.493788 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-c71d08ee-02db-4a67-8ec5-960ae8154ad6 admin admin] For port 5972b558-0007-40c9-8ba3-6ae5263b98ac, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=5972b558-0007-40c9-8ba3-6ae5263b98ac,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:56:11.494343 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c71d08ee-02db-4a67-8ec5-960ae8154ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (5972b558-0007-40c9-8ba3-6ae5263b98ac), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:11.509832 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-c71d08ee-02db-4a67-8ec5-960ae8154ad6 admin admin] Calling delete_port for 5972b558-0007-40c9-8ba3-6ae5263b98ac owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:56:11.574422 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-26e83bd3-2ba6-4436-ab32-b909e479acc1 None None] Set router d785737c-320f-4962-a294-3261bc781f89 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:56:11.629109 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-26e83bd3-2ba6-4436-ab32-b909e479acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd785737c-320f-4962-a294-3261bc781f89', 'name': 'tempest-TestMinimumBasicScenario-1377356477-router', 'tenant_id': '86b53d83117943ef8566e8091d3c0d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:26Z', 'updated_at': '2022-03-23T23:56:11Z', 'revision_number': 6, 'project_id': '86b53d83117943ef8566e8091d3c0d8f', 'gw_port_host': None}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:11.657967 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e83bd3-2ba6-4436-ab32-b909e479acc1 None None] The sync data for ids ['d785737c-320f-4962-a294-3261bc781f89'] in dv-cinder-749155-6-iscsi is: [{'id': 'd785737c-320f-4962-a294-3261bc781f89', 'name': 'tempest-TestMinimumBasicScenario-1377356477-router', 'tenant_id': '86b53d83117943ef8566e8091d3c0d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:53:26Z', 'updated_at': '2022-03-23T23:56:11Z', 'revision_number': 6, 'project_id': '86b53d83117943ef8566e8091d3c0d8f', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:56:11.697501 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c71d08ee-02db-4a67-8ec5-960ae8154ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (5972b558-0007-40c9-8ba3-6ae5263b98ac), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:11.727672 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d08ee-02db-4a67-8ec5-960ae8154ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5972b558-0007-40c9-8ba3-6ae5263b98ac,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:11.791171 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c71d08ee-02db-4a67-8ec5-960ae8154ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574732'] for router_gateway (d785737c-320f-4962-a294-3261bc781f89), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:11.888660 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c71d08ee-02db-4a67-8ec5-960ae8154ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router (d785737c-320f-4962-a294-3261bc781f89), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:11.891291 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c71d08ee-02db-4a67-8ec5-960ae8154ad6 admin admin] Publish callbacks [] for router_controller (d785737c-320f-4962-a294-3261bc781f89), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:11.944711 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c71d08ee-02db-4a67-8ec5-960ae8154ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573167'] for router (d785737c-320f-4962-a294-3261bc781f89), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:11.945272 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71d08ee-02db-4a67-8ec5-960ae8154ad6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d785737c-320f-4962-a294-3261bc781f89 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 23:56:11.950426 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c71d08ee-02db-4a67-8ec5-960ae8154ad6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:11.953938 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-c71d08ee-02db-4a67-8ec5-960ae8154ad6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d785737c-320f-4962-a294-3261bc781f89 HTTP/1.1" status: 204 len: 168 time: 0.8728263 Mar 23 23:56:11.954277 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54662) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:12.001068 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54666) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:12.020446 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-8efb6cc9-0fda-43c6-8afc-04e492f16778 admin admin] Deleting subnet d7fd38d2-a9ba-440f-99be-6ba662db8c37 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 23:56:12.027747 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8efb6cc9-0fda-43c6-8afc-04e492f16778 admin admin] Publish callbacks [] for subnet (d7fd38d2-a9ba-440f-99be-6ba662db8c37), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:12.089559 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8efb6cc9-0fda-43c6-8afc-04e492f16778 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7433114'] for subnet (d7fd38d2-a9ba-440f-99be-6ba662db8c37), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:12.114085 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b6df4469-12dd-4c72-babd-5151bc033e5c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group (f3c37c77-95fa-4e29-ac4b-65aa748fdb01), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:12.141567 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:12.150030 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b6df4469-12dd-4c72-babd-5151bc033e5c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group (f3c37c77-95fa-4e29-ac4b-65aa748fdb01), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:12.220394 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8efb6cc9-0fda-43c6-8afc-04e492f16778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171796'] for subnet (d7fd38d2-a9ba-440f-99be-6ba662db8c37), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:12.255603 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b6df4469-12dd-4c72-babd-5151bc033e5c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (f3c37c77-95fa-4e29-ac4b-65aa748fdb01), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:12.258179 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b6df4469-12dd-4c72-babd-5151bc033e5c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:12.259331 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-b6df4469-12dd-4c72-babd-5151bc033e5c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "DELETE /v2.0/security-groups/f3c37c77-95fa-4e29-ac4b-65aa748fdb01 HTTP/1.1" status: 204 len: 168 time: 0.2573051 Mar 23 23:56:12.262400 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54668) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:12.273372 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df4469-12dd-4c72-babd-5151bc033e5c tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c37c77-95fa-4e29-ac4b-65aa748fdb01,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:12.275484 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.api.v2.resource [None req-3da47149-4cb2-4da5-875b-c51e10bf0ec0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] show failed (client error): The resource could not be found. Mar 23 23:56:12.280136 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54670) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:12.280733 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-3da47149-4cb2-4da5-875b-c51e10bf0ec0 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "GET /v2.0/security-groups/f3c37c77-95fa-4e29-ac4b-65aa748fdb01 HTTP/1.1" status: 404 len: 347 time: 0.0172739 Mar 23 23:56:12.331468 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8efb6cc9-0fda-43c6-8afc-04e492f16778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5644079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6018763'] for subnet (d7fd38d2-a9ba-440f-99be-6ba662db8c37), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:12.392032 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb6cc9-0fda-43c6-8afc-04e492f16778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7fd38d2-a9ba-440f-99be-6ba662db8c37,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:12.396870 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8efb6cc9-0fda-43c6-8afc-04e492f16778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:12.403356 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-8efb6cc9-0fda-43c6-8afc-04e492f16778 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d7fd38d2-a9ba-440f-99be-6ba662db8c37 HTTP/1.1" status: 204 len: 168 time: 0.4450514 Mar 23 23:56:12.403713 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54672) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:12.411294 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf526971-7411-4ba8-a945-19d3465223a0 None None] Network cecbc5d4-260a-4817-bd74-952bfd76d2b7 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:56:12.505003 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2498d05a-3400-4823-8d2a-4a8a43ffe0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049883'] for network (cecbc5d4-260a-4817-bd74-952bfd76d2b7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:12.529676 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2fc55-819e-41a0-9d96-a23d63727b35 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Deleting port a7da792d-aa0c-4587-a063-e9cf3e48c0dd {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:56:12.529923 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ad2fc55-819e-41a0-9d96-a23d63727b35 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (a7da792d-aa0c-4587-a063-e9cf3e48c0dd), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:12.591008 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] DHCP port deletion for cecbc5d4-260a-4817-bd74-952bfd76d2b7 request from dv-cinder-749155-6-iscsi {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 23:56:12.640269 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ad2fc55-819e-41a0-9d96-a23d63727b35 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (a7da792d-aa0c-4587-a063-e9cf3e48c0dd), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:12.640582 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ad2fc55-819e-41a0-9d96-a23d63727b35 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for floatingip (a7da792d-aa0c-4587-a063-e9cf3e48c0dd), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:12.643938 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-2498d05a-3400-4823-8d2a-4a8a43ffe0ca admin admin] Deleting port 44df3911-983c-4262-addf-7ff93e72bca4 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:56:12.644136 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2498d05a-3400-4823-8d2a-4a8a43ffe0ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (44df3911-983c-4262-addf-7ff93e72bca4), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:12.647785 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] Deleting port 44df3911-983c-4262-addf-7ff93e72bca4 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:56:12.648242 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (44df3911-983c-4262-addf-7ff93e72bca4), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:12.693618 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2fc55-819e-41a0-9d96-a23d63727b35 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Calling delete_port for a7da792d-aa0c-4587-a063-e9cf3e48c0dd owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:56:12.723057 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] For port 44df3911-983c-4262-addf-7ff93e72bca4, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=44df3911-983c-4262-addf-7ff93e72bca4,segment=NetworkSegment(e393106e-5564-4c45-8e86-6eb8721a8ebd),segment_id=e393106e-5564-4c45-8e86-6eb8721a8ebd)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:56:12.723057 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (44df3911-983c-4262-addf-7ff93e72bca4), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:12.727286 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 5972b558-0007-40c9-8ba3-6ae5263b98ac no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:56:12.755869 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: 5972b558-0007-40c9-8ba3-6ae5263b98ac {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:56:12.756342 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 5972b558-0007-40c9-8ba3-6ae5263b98ac not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:56:12.756871 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device efc6815a-f4fe-4477-8023-c52a2105f58a no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:56:12.763312 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] Calling delete_port for 44df3911-983c-4262-addf-7ff93e72bca4 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:56:12.777808 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-2498d05a-3400-4823-8d2a-4a8a43ffe0ca admin admin] For port 44df3911-983c-4262-addf-7ff93e72bca4, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=44df3911-983c-4262-addf-7ff93e72bca4,segment=NetworkSegment(e393106e-5564-4c45-8e86-6eb8721a8ebd),segment_id=e393106e-5564-4c45-8e86-6eb8721a8ebd)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:56:12.778595 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2498d05a-3400-4823-8d2a-4a8a43ffe0ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (44df3911-983c-4262-addf-7ff93e72bca4), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:12.790382 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 37701e56-2f23-4f44-a854-a229517314ff no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:56:12.794524 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: efc6815a-f4fe-4477-8023-c52a2105f58a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:56:12.794941 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device efc6815a-f4fe-4477-8023-c52a2105f58a not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:56:12.795167 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-2498d05a-3400-4823-8d2a-4a8a43ffe0ca admin admin] Calling delete_port for 44df3911-983c-4262-addf-7ff93e72bca4 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:56:12.795461 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 44df3911-983c-4262-addf-7ff93e72bca4 no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:56:12.839555 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: 37701e56-2f23-4f44-a854-a229517314ff {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:56:12.840188 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 37701e56-2f23-4f44-a854-a229517314ff not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:56:12.960990 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700'] for port (44df3911-983c-4262-addf-7ff93e72bca4), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:12.994765 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] Pushing event deleted for resources: {'Port': ['ID=44df3911-983c-4262-addf-7ff93e72bca4,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:13.000918 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 44df3911-983c-4262-addf-7ff93e72bca4 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:56:13.000918 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (44df3911-983c-4262-addf-7ff93e72bca4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:13.007830 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] No DVR routers for this DVR port 44df3911-983c-4262-addf-7ff93e72bca4 on host dv-cinder-749155-6-iscsi {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:56:13.009864 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:13.010206 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:13.010599 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:13.011671 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:13.012047 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:13.012380 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:13.012706 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:13.013030 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:13.013384 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:13.013713 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:13.014031 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:13.014359 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:13.014687 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:13.014999 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:13.015312 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf02174-965e-42fc-b7c4-b3552e754d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:13.194873 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2498d05a-3400-4823-8d2a-4a8a43ffe0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (44df3911-983c-4262-addf-7ff93e72bca4), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:13.234328 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2498d05a-3400-4823-8d2a-4a8a43ffe0ca admin admin] No DVR routers for this DVR port 44df3911-983c-4262-addf-7ff93e72bca4 on host dv-cinder-749155-6-iscsi {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:56:13.239216 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498d05a-3400-4823-8d2a-4a8a43ffe0ca admin admin] Pushing event deleted for resources: {'Port': ['ID=44df3911-983c-4262-addf-7ff93e72bca4,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:13.264459 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ad2fc55-819e-41a0-9d96-a23d63727b35 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (a7da792d-aa0c-4587-a063-e9cf3e48c0dd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:13.325941 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2fc55-819e-41a0-9d96-a23d63727b35 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Pushing event deleted for resources: {'Port': ['ID=a7da792d-aa0c-4587-a063-e9cf3e48c0dd,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:13.330293 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:13.365318 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2498d05a-3400-4823-8d2a-4a8a43ffe0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506273', 'neutron.services.segments.db._delete_segments_for_network-8777139652675'] for network (cecbc5d4-260a-4817-bd74-952bfd76d2b7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:13.410574 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2498d05a-3400-4823-8d2a-4a8a43ffe0ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cecbc5d4-260a-4817-bd74-952bfd76d2b7']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:13.423290 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2498d05a-3400-4823-8d2a-4a8a43ffe0ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e393106e-5564-4c45-8e86-6eb8721a8ebd') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:13.423588 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2498d05a-3400-4823-8d2a-4a8a43ffe0ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e393106e-5564-4c45-8e86-6eb8721a8ebd') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:13.436172 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2498d05a-3400-4823-8d2a-4a8a43ffe0ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777139653708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7433123'] for segment (e393106e-5564-4c45-8e86-6eb8721a8ebd), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:13.443613 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ad2fc55-819e-41a0-9d96-a23d63727b35 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks [] for floatingip (d125baac-df37-4397-93b2-ede31e6d3580), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:13.446146 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ad2fc55-819e-41a0-9d96-a23d63727b35 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:13.447257 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-8ad2fc55-819e-41a0-9d96-a23d63727b35 tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] 10.222.0.31 "DELETE /v2.0/floatingips/d125baac-df37-4397-93b2-ede31e6d3580 HTTP/1.1" status: 204 len: 168 time: 1.1655183 Mar 23 23:56:13.456767 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2498d05a-3400-4823-8d2a-4a8a43ffe0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (e393106e-5564-4c45-8e86-6eb8721a8ebd), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:13.463650 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2498d05a-3400-4823-8d2a-4a8a43ffe0ca admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 23:56:13.464037 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2498d05a-3400-4823-8d2a-4a8a43ffe0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5693581'] for segment (e393106e-5564-4c45-8e86-6eb8721a8ebd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: self.session.flush() Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: self.session.flush() Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: self.session.flush() Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: self.session.flush() Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: Traceback (most recent call last): Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: timer() Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: cb(*args, **kw) Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: return func(*args, **kwargs) Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: self._notify() Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: self.callback(batched_events) Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: event.method(event) Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: return f(self, *a, **k) Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: return self._get(url).json() Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: return self.request(url, 'GET', **kwargs) Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 23:56:13.466107 dv-cinder-749155-6-iscsi neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 23:56:13.536013 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2498d05a-3400-4823-8d2a-4a8a43ffe0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574832'] for network (cecbc5d4-260a-4817-bd74-952bfd76d2b7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:13.541827 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2498d05a-3400-4823-8d2a-4a8a43ffe0ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:13.545555 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-2498d05a-3400-4823-8d2a-4a8a43ffe0ca admin admin] 10.222.0.31 "DELETE /v2.0/networks/cecbc5d4-260a-4817-bd74-952bfd76d2b7 HTTP/1.1" status: 204 len: 168 time: 1.1408606 Mar 23 23:56:13.558569 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498d05a-3400-4823-8d2a-4a8a43ffe0ca admin admin] Pushing event deleted for resources: {'Network': ['ID=cecbc5d4-260a-4817-bd74-952bfd76d2b7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:13.755755 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54682) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:13.800806 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-14391b1f-c8fa-4d0e-9413-807d87d6bab0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=453ec29957b24ab88540f704e2f3d87f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437989 Mar 23 23:56:13.804158 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54684) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:13.867612 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e45b439c-d429-4dc0-acc2-41d7f32a2d7c admin admin] Publish callbacks [] for security_group (63d02047-bbe2-4084-8cb8-f01b9ec0094f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:13.897027 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e45b439c-d429-4dc0-acc2-41d7f32a2d7c admin admin] Publish callbacks [] for security_group (63d02047-bbe2-4084-8cb8-f01b9ec0094f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:13.954207 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e45b439c-d429-4dc0-acc2-41d7f32a2d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (63d02047-bbe2-4084-8cb8-f01b9ec0094f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:13.958776 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e45b439c-d429-4dc0-acc2-41d7f32a2d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:13.960486 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-e45b439c-d429-4dc0-acc2-41d7f32a2d7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63d02047-bbe2-4084-8cb8-f01b9ec0094f HTTP/1.1" status: 204 len: 168 time: 0.1553726 Mar 23 23:56:13.971607 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b439c-d429-4dc0-acc2-41d7f32a2d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d02047-bbe2-4084-8cb8-f01b9ec0094f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:14.404090 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54700) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:14.466143 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-5adbd028-390a-47ad-a64f-8334faab30d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86b53d83117943ef8566e8091d3c0d8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0593867 Mar 23 23:56:14.468693 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54704) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:14.533689 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-274993c4-6a7f-42b1-b3c3-b08845eb1feb admin admin] Publish callbacks [] for security_group (ec5dd56e-7ddd-49d4-9b5f-129033bedd70), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:14.555565 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-274993c4-6a7f-42b1-b3c3-b08845eb1feb admin admin] Publish callbacks [] for security_group (ec5dd56e-7ddd-49d4-9b5f-129033bedd70), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:14.603894 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-274993c4-6a7f-42b1-b3c3-b08845eb1feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (ec5dd56e-7ddd-49d4-9b5f-129033bedd70), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:14.606692 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-274993c4-6a7f-42b1-b3c3-b08845eb1feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:14.608329 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-274993c4-6a7f-42b1-b3c3-b08845eb1feb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec5dd56e-7ddd-49d4-9b5f-129033bedd70 HTTP/1.1" status: 204 len: 168 time: 0.1392648 Mar 23 23:56:14.617805 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274993c4-6a7f-42b1-b3c3-b08845eb1feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5dd56e-7ddd-49d4-9b5f-129033bedd70,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:15.885332 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54732) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:16.459414 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6153ea07-00b1-47a8-9df3-d4aa772310a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574534'] for router_interface (eb84ca04-39b5-4020-8cb3-932d752d52cb), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:16.724264 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-6153ea07-00b1-47a8-9df3-d4aa772310a9 admin admin] Deleting port e428de5b-a867-45d5-a0cb-f864ea40ef60 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:56:16.724472 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6153ea07-00b1-47a8-9df3-d4aa772310a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (e428de5b-a867-45d5-a0cb-f864ea40ef60), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:16.802229 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-6153ea07-00b1-47a8-9df3-d4aa772310a9 admin admin] For port e428de5b-a867-45d5-a0cb-f864ea40ef60, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=e428de5b-a867-45d5-a0cb-f864ea40ef60,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:56:16.802570 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6153ea07-00b1-47a8-9df3-d4aa772310a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (e428de5b-a867-45d5-a0cb-f864ea40ef60), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:16.815451 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-6153ea07-00b1-47a8-9df3-d4aa772310a9 admin admin] Calling delete_port for e428de5b-a867-45d5-a0cb-f864ea40ef60 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:56:16.996120 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6153ea07-00b1-47a8-9df3-d4aa772310a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (e428de5b-a867-45d5-a0cb-f864ea40ef60), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:17.021803 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153ea07-00b1-47a8-9df3-d4aa772310a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e428de5b-a867-45d5-a0cb-f864ea40ef60,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:17.190751 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6153ea07-00b1-47a8-9df3-d4aa772310a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-574198'] for router_interface (eb84ca04-39b5-4020-8cb3-932d752d52cb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:17.419472 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6153ea07-00b1-47a8-9df3-d4aa772310a9 admin admin] Router eb84ca04-39b5-4020-8cb3-932d752d52cb has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:56:17.542955 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6153ea07-00b1-47a8-9df3-d4aa772310a9 admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:56:17.548343 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-6153ea07-00b1-47a8-9df3-d4aa772310a9 admin admin] 10.222.0.31 "PUT /v2.0/routers/eb84ca04-39b5-4020-8cb3-932d752d52cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6614897 Mar 23 23:56:17.551547 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54740) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:17.552570 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83648d47-56d8-4d1d-9f63-ccdfa92df80a None None] Sync routers for ids ['eb84ca04-39b5-4020-8cb3-932d752d52cb'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:56:17.563684 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83648d47-56d8-4d1d-9f63-ccdfa92df80a None None] Routers {'eb84ca04-39b5-4020-8cb3-932d752d52cb'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:56:17.564294 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-83648d47-56d8-4d1d-9f63-ccdfa92df80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:56:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['eb84ca04-39b5-4020-8cb3-932d752d52cb'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:17.675961 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-83648d47-56d8-4d1d-9f63-ccdfa92df80a None None] Set router eb84ca04-39b5-4020-8cb3-932d752d52cb gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:56:17.919757 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b2ed738b-d60e-4225-826f-cf7dcb9a1244 admin admin] Publish callbacks [] for router (eb84ca04-39b5-4020-8cb3-932d752d52cb), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:17.991308 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-83648d47-56d8-4d1d-9f63-ccdfa92df80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:49:43Z', 'updated_at': '2022-03-23T23:56:16Z', 'revision_number': 5, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'gw_port': {'id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:44Z', 'updated_at': '2022-03-23T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:18.018586 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83648d47-56d8-4d1d-9f63-ccdfa92df80a None None] Checking router: eb84ca04-39b5-4020-8cb3-932d752d52cb for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:56:18.027723 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b2ed738b-d60e-4225-826f-cf7dcb9a1244 admin admin] Publish callbacks [] for router_gateway (eb84ca04-39b5-4020-8cb3-932d752d52cb), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:18.028309 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83648d47-56d8-4d1d-9f63-ccdfa92df80a None None] Routers {'eb84ca04-39b5-4020-8cb3-932d752d52cb'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:56:18.028418 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-83648d47-56d8-4d1d-9f63-ccdfa92df80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:56:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['eb84ca04-39b5-4020-8cb3-932d752d52cb'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:18.084900 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b2ed738b-d60e-4225-826f-cf7dcb9a1244 admin admin] Deleting port efb37458-f44a-460d-9759-83e32b0c947b {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:56:18.085219 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b2ed738b-d60e-4225-826f-cf7dcb9a1244 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (efb37458-f44a-460d-9759-83e32b0c947b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:18.147759 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-83648d47-56d8-4d1d-9f63-ccdfa92df80a None None] Set router eb84ca04-39b5-4020-8cb3-932d752d52cb gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:56:18.170738 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-b2ed738b-d60e-4225-826f-cf7dcb9a1244 admin admin] For port efb37458-f44a-460d-9759-83e32b0c947b, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=efb37458-f44a-460d-9759-83e32b0c947b,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:56:18.171112 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b2ed738b-d60e-4225-826f-cf7dcb9a1244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (efb37458-f44a-460d-9759-83e32b0c947b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:18.184874 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b2ed738b-d60e-4225-826f-cf7dcb9a1244 admin admin] Calling delete_port for efb37458-f44a-460d-9759-83e32b0c947b owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:56:18.338723 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-83648d47-56d8-4d1d-9f63-ccdfa92df80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:49:43Z', 'updated_at': '2022-03-23T23:56:16Z', 'revision_number': 5, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'gw_port': {'id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:44Z', 'updated_at': '2022-03-23T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:18.367313 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83648d47-56d8-4d1d-9f63-ccdfa92df80a None None] The sync data for ids ['eb84ca04-39b5-4020-8cb3-932d752d52cb'] in dv-cinder-749155-6-iscsi is: [{'id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1474364100-router', 'tenant_id': 'd1764164142a40b0991cbb88184b7255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:49:43Z', 'updated_at': '2022-03-23T23:56:16Z', 'revision_number': 5, 'project_id': 'd1764164142a40b0991cbb88184b7255', 'gw_port': {'id': 'efb37458-f44a-460d-9759-83e32b0c947b', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb84ca04-39b5-4020-8cb3-932d752d52cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:49:44Z', 'updated_at': '2022-03-23T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:56:18.374157 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b2ed738b-d60e-4225-826f-cf7dcb9a1244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (efb37458-f44a-460d-9759-83e32b0c947b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:18.410551 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed738b-d60e-4225-826f-cf7dcb9a1244 admin admin] Pushing event deleted for resources: {'Port': ['ID=efb37458-f44a-460d-9759-83e32b0c947b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:18.488193 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b2ed738b-d60e-4225-826f-cf7dcb9a1244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574732'] for router_gateway (eb84ca04-39b5-4020-8cb3-932d752d52cb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:18.581720 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b2ed738b-d60e-4225-826f-cf7dcb9a1244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router (eb84ca04-39b5-4020-8cb3-932d752d52cb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:18.583992 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b2ed738b-d60e-4225-826f-cf7dcb9a1244 admin admin] Publish callbacks [] for router_controller (eb84ca04-39b5-4020-8cb3-932d752d52cb), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:18.636609 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b2ed738b-d60e-4225-826f-cf7dcb9a1244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573167'] for router (eb84ca04-39b5-4020-8cb3-932d752d52cb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:18.637195 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ed738b-d60e-4225-826f-cf7dcb9a1244 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb84ca04-39b5-4020-8cb3-932d752d52cb {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 23:56:18.641589 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b2ed738b-d60e-4225-826f-cf7dcb9a1244 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:18.642800 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-b2ed738b-d60e-4225-826f-cf7dcb9a1244 admin admin] 10.222.0.31 "DELETE /v2.0/routers/eb84ca04-39b5-4020-8cb3-932d752d52cb HTTP/1.1" status: 204 len: 168 time: 1.0902984 Mar 23 23:56:18.645507 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54750) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:18.694975 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9283fcc-ed47-4b0c-9483-62deeb749d85 admin admin] Deleting subnet 6136d15b-a857-4672-9f46-946dc92786dd {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 23:56:18.698733 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b9283fcc-ed47-4b0c-9483-62deeb749d85 admin admin] Publish callbacks [] for subnet (6136d15b-a857-4672-9f46-946dc92786dd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:18.736044 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b9283fcc-ed47-4b0c-9483-62deeb749d85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7384360'] for subnet (6136d15b-a857-4672-9f46-946dc92786dd), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:18.774294 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:18.826140 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device e428de5b-a867-45d5-a0cb-f864ea40ef60 no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:56:18.848551 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: e428de5b-a867-45d5-a0cb-f864ea40ef60 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:56:18.849105 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device e428de5b-a867-45d5-a0cb-f864ea40ef60 not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:56:18.856186 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b9283fcc-ed47-4b0c-9483-62deeb749d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171796'] for subnet (6136d15b-a857-4672-9f46-946dc92786dd), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:18.911420 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b9283fcc-ed47-4b0c-9483-62deeb749d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5581760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5875758'] for subnet (6136d15b-a857-4672-9f46-946dc92786dd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:18.937403 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9283fcc-ed47-4b0c-9483-62deeb749d85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6136d15b-a857-4672-9f46-946dc92786dd,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:18.941102 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b9283fcc-ed47-4b0c-9483-62deeb749d85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:18.944344 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-b9283fcc-ed47-4b0c-9483-62deeb749d85 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6136d15b-a857-4672-9f46-946dc92786dd HTTP/1.1" status: 204 len: 168 time: 0.2978952 Mar 23 23:56:18.946925 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54752) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:18.950138 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc920fb-6db9-45b5-8f79-eae04e0f1ccb None None] Network d01bdeec-57ed-409b-a257-e0c6c9a81aea requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:56:19.027966 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98221c76-fdd5-4fc5-a2f5-4416afc9636e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049883'] for network (d01bdeec-57ed-409b-a257-e0c6c9a81aea), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:19.084404 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-98221c76-fdd5-4fc5-a2f5-4416afc9636e admin admin] Deleting port ded5256a-05aa-4e3a-8aa9-a81ea98ee37e {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:56:19.084747 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98221c76-fdd5-4fc5-a2f5-4416afc9636e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (ded5256a-05aa-4e3a-8aa9-a81ea98ee37e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:19.147119 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-98221c76-fdd5-4fc5-a2f5-4416afc9636e admin admin] For port ded5256a-05aa-4e3a-8aa9-a81ea98ee37e, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=ded5256a-05aa-4e3a-8aa9-a81ea98ee37e,segment=NetworkSegment(f7320b78-aec7-4e30-925e-ceef89f4e8a2),segment_id=f7320b78-aec7-4e30-925e-ceef89f4e8a2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:56:19.147478 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98221c76-fdd5-4fc5-a2f5-4416afc9636e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (ded5256a-05aa-4e3a-8aa9-a81ea98ee37e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:19.160724 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-98221c76-fdd5-4fc5-a2f5-4416afc9636e admin admin] Calling delete_port for ded5256a-05aa-4e3a-8aa9-a81ea98ee37e owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:56:19.249994 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98221c76-fdd5-4fc5-a2f5-4416afc9636e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (ded5256a-05aa-4e3a-8aa9-a81ea98ee37e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:19.274683 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98221c76-fdd5-4fc5-a2f5-4416afc9636e admin admin] Pushing event deleted for resources: {'Port': ['ID=ded5256a-05aa-4e3a-8aa9-a81ea98ee37e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:19.278711 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98221c76-fdd5-4fc5-a2f5-4416afc9636e admin admin] No DVR routers for this DVR port ded5256a-05aa-4e3a-8aa9-a81ea98ee37e on host dv-cinder-749155-6-iscsi {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:56:19.352045 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98221c76-fdd5-4fc5-a2f5-4416afc9636e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506273', 'neutron.services.segments.db._delete_segments_for_network-8777139652675'] for network (d01bdeec-57ed-409b-a257-e0c6c9a81aea), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:19.378131 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-98221c76-fdd5-4fc5-a2f5-4416afc9636e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01bdeec-57ed-409b-a257-e0c6c9a81aea']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:19.388454 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-98221c76-fdd5-4fc5-a2f5-4416afc9636e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7320b78-aec7-4e30-925e-ceef89f4e8a2') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:19.388735 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-98221c76-fdd5-4fc5-a2f5-4416afc9636e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7320b78-aec7-4e30-925e-ceef89f4e8a2') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:19.398826 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98221c76-fdd5-4fc5-a2f5-4416afc9636e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777139653708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7384337'] for segment (f7320b78-aec7-4e30-925e-ceef89f4e8a2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:19.403376 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49928bb-54cf-4fbe-8af1-fef70b2b799c None None] DHCP port deletion for d01bdeec-57ed-409b-a257-e0c6c9a81aea request from dv-cinder-749155-6-iscsi {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 23:56:19.412712 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98221c76-fdd5-4fc5-a2f5-4416afc9636e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (f7320b78-aec7-4e30-925e-ceef89f4e8a2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98221c76-fdd5-4fc5-a2f5-4416afc9636e admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98221c76-fdd5-4fc5-a2f5-4416afc9636e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5624930'] for segment (f7320b78-aec7-4e30-925e-ceef89f4e8a2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: Traceback (most recent call last): Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: timer() Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: cb(*args, **kw) Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: return func(*args, **kwargs) Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: self._notify() Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: self.callback(batched_events) Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: event.method(event) Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: return f(self, *a, **k) Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: return self._get(url).json() Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: return self.request(url, 'GET', **kwargs) Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 23:56:19.424329 dv-cinder-749155-6-iscsi neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 23:56:19.477758 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98221c76-fdd5-4fc5-a2f5-4416afc9636e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574832'] for network (d01bdeec-57ed-409b-a257-e0c6c9a81aea), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:19.483757 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98221c76-fdd5-4fc5-a2f5-4416afc9636e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:19.487152 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-98221c76-fdd5-4fc5-a2f5-4416afc9636e admin admin] 10.222.0.31 "DELETE /v2.0/networks/d01bdeec-57ed-409b-a257-e0c6c9a81aea HTTP/1.1" status: 204 len: 168 time: 0.5389750 Mar 23 23:56:19.500042 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98221c76-fdd5-4fc5-a2f5-4416afc9636e admin admin] Pushing event deleted for resources: {'Network': ['ID=d01bdeec-57ed-409b-a257-e0c6c9a81aea,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:19.603490 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54758) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:19.645827 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-feace8b7-97db-476b-a535-12c865f382b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1764164142a40b0991cbb88184b7255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410526 Mar 23 23:56:19.649436 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54760) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:19.706145 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6393dc87-d8c1-4d98-a436-b6eaa4156e71 admin admin] Publish callbacks [] for security_group (49b9a6af-0937-4464-95e7-0209c6695ef5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:19.727200 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6393dc87-d8c1-4d98-a436-b6eaa4156e71 admin admin] Publish callbacks [] for security_group (49b9a6af-0937-4464-95e7-0209c6695ef5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:19.786308 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6393dc87-d8c1-4d98-a436-b6eaa4156e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (49b9a6af-0937-4464-95e7-0209c6695ef5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:19.788838 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6393dc87-d8c1-4d98-a436-b6eaa4156e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:19.790153 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-6393dc87-d8c1-4d98-a436-b6eaa4156e71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/49b9a6af-0937-4464-95e7-0209c6695ef5 HTTP/1.1" status: 204 len: 168 time: 0.1398027 Mar 23 23:56:19.798104 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393dc87-d8c1-4d98-a436-b6eaa4156e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b9a6af-0937-4464-95e7-0209c6695ef5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:20.496400 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54782) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:20.606483 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-766634d5-28d9-4f1d-8ed6-763023660039 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-933661015-network', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:56:20.628081 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766634d5-28d9-4f1d-8ed6-763023660039 admin admin] Made reservation on behalf of 86b1df8360d64fb0a66f886af5025f1f for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:56:20.630458 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-766634d5-28d9-4f1d-8ed6-763023660039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:20.638757 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-766634d5-28d9-4f1d-8ed6-763023660039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:20.692788 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device ded5256a-05aa-4e3a-8aa9-a81ea98ee37e no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:56:20.713014 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: ded5256a-05aa-4e3a-8aa9-a81ea98ee37e {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:56:20.713386 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device ded5256a-05aa-4e3a-8aa9-a81ea98ee37e not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:56:20.713797 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device efb37458-f44a-460d-9759-83e32b0c947b no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:56:20.715511 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-766634d5-28d9-4f1d-8ed6-763023660039 admin admin] Publish callbacks [] for security_group (7047109e-28fc-480e-9b4b-006d678de4ff), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:20.720938 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-766634d5-28d9-4f1d-8ed6-763023660039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (7047109e-28fc-480e-9b4b-006d678de4ff), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:20.733358 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: efb37458-f44a-460d-9759-83e32b0c947b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:56:20.733701 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device efb37458-f44a-460d-9759-83e32b0c947b not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:56:20.746300 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766634d5-28d9-4f1d-8ed6-763023660039 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 23:56:20.756012 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766634d5-28d9-4f1d-8ed6-763023660039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7047109e-28fc-480e-9b4b-006d678de4ff,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:20.760765 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-766634d5-28d9-4f1d-8ed6-763023660039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (6bd9aa29-be10-4efe-a38c-39c3bdaab5de), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:20.761302 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.segments_db [None req-766634d5-28d9-4f1d-8ed6-763023660039 admin admin] Added segment 6bd9aa29-be10-4efe-a38c-39c3bdaab5de of type vlan for network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 Mar 23 23:56:20.801639 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-766634d5-28d9-4f1d-8ed6-763023660039 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777139294019'] for network (3090e2bb-ae6f-412f-a5fa-cf46e835c3d3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:20.833970 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-766634d5-28d9-4f1d-8ed6-763023660039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for network (3090e2bb-ae6f-412f-a5fa-cf46e835c3d3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:20.834961 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766634d5-28d9-4f1d-8ed6-763023660039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:20.835647 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-766634d5-28d9-4f1d-8ed6-763023660039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:20.894187 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-766634d5-28d9-4f1d-8ed6-763023660039 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3965845 Mar 23 23:56:20.898252 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54788) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:20.899532 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766634d5-28d9-4f1d-8ed6-763023660039 admin admin] Pushing event updated for resources: {'Network': ['ID=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:20.903533 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-fdc280a2-b101-4e0e-9ab6-314e6dedc2c1 admin admin] Request body: {'subnet': {'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-933661015-subnet', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:56:20.909504 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 details requested by agent ovs-agent-dv-cinder-749155-6-iscsi with host dv-cinder-749155-6-iscsi {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 23:56:20.924763 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc280a2-b101-4e0e-9ab6-314e6dedc2c1 admin admin] Made reservation on behalf of 86b1df8360d64fb0a66f886af5025f1f for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:56:20.927428 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdc280a2-b101-4e0e-9ab6-314e6dedc2c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5875715'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:21.116864 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdc280a2-b101-4e0e-9ab6-314e6dedc2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5581697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5875733'] for subnet (afe934b9-dd09-44eb-b021-dedab2747e45), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:21.175246 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc280a2-b101-4e0e-9ab6-314e6dedc2c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afe934b9-dd09-44eb-b021-dedab2747e45,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:21.186874 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc280a2-b101-4e0e-9ab6-314e6dedc2c1 admin admin] Checking segment: {'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:56:21.187239 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc280a2-b101-4e0e-9ab6-314e6dedc2c1 admin admin] Network hostable DHCP agents. Network: 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3, hostable agents: ['241e2e2a-1e2f-484e-9acb-0603fdf8399b'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 23:56:21.207436 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc280a2-b101-4e0e-9ab6-314e6dedc2c1 admin admin] Network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 is scheduled to be hosted by DHCP agent 241e2e2a-1e2f-484e-9acb-0603fdf8399b with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 23:56:21.217631 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-fdc280a2-b101-4e0e-9ab6-314e6dedc2c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-6-iscsi, 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:56:21.221857 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc280a2-b101-4e0e-9ab6-314e6dedc2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:21.222457 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdc280a2-b101-4e0e-9ab6-314e6dedc2c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:21.226448 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9365276-c845-4581-bb41-272641cb26ef None None] Network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:56:21.241312 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-fdc280a2-b101-4e0e-9ab6-314e6dedc2c1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3405592 Mar 23 23:56:21.242892 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54790) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:21.247306 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ffeec0d8-faae-4ca5-be8e-029e82f717e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:56:21.267916 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ffeec0d8-faae-4ca5-be8e-029e82f717e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (0869f870-d27f-444b-8bfd-47d400088e03), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:21.269087 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ffeec0d8-faae-4ca5-be8e-029e82f717e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (0869f870-d27f-444b-8bfd-47d400088e03), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:21.332049 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ffeec0d8-faae-4ca5-be8e-029e82f717e5 admin admin] Publish callbacks [] for router_controller (0869f870-d27f-444b-8bfd-47d400088e03), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:21.335171 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e1639c-67de-5e20-9028-c27b0e4ba40d-3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45'}]}} from dv-cinder-749155-6-iscsi. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 23:56:21.336207 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:21.473341 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ffeec0d8-faae-4ca5-be8e-029e82f717e5 admin admin] Publish callbacks [] for router_gateway (0869f870-d27f-444b-8bfd-47d400088e03), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:21.475353 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] Allocated IP 172.20.0.2 (3090e2bb-ae6f-412f-a5fa-cf46e835c3d3/afe934b9-dd09-44eb-b021-dedab2747e45/8bb20bb2-9a35-48cc-b36c-e385c853fd3f) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:56:21.620427 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] Publish callbacks [] for port (8bb20bb2-9a35-48cc-b36c-e385c853fd3f), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:21.628456 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175'] for port (8bb20bb2-9a35-48cc-b36c-e385c853fd3f), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:21.673470 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ffeec0d8-faae-4ca5-be8e-029e82f717e5 admin admin] Publish callbacks [] for router_gateway (0869f870-d27f-444b-8bfd-47d400088e03), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:21.673942 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] Network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:56:21.677881 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:56:21.679699 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] Pushing event updated for resources: {'Port': ['ID=8bb20bb2-9a35-48cc-b36c-e385c853fd3f,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:21.681750 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:56:21.692416 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ffeec0d8-faae-4ca5-be8e-029e82f717e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:21.735637 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] Attempting to bind port 8bb20bb2-9a35-48cc-b36c-e385c853fd3f on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:56:21.736198 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] Attempting to bind port 8bb20bb2-9a35-48cc-b36c-e385c853fd3f by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:56:21.736327 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] Attempting to bind port 8bb20bb2-9a35-48cc-b36c-e385c853fd3f on network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:56:21.742365 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:56:21.742768 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] Checking segment: {'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:56:21.743168 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:21.743551 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] Bound using segment: {'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:56:21.744008 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] Bound port: 8bb20bb2-9a35-48cc-b36c-e385c853fd3f, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:56:21.744381 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (8bb20bb2-9a35-48cc-b36c-e385c853fd3f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:21.799361 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-ffeec0d8-faae-4ca5-be8e-029e82f717e5 admin admin] Allocated IP 172.27.0.128 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/4b25e4af-2875-4beb-8fd8-8e114f58b382) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:56:21.809053 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] For port 8bb20bb2-9a35-48cc-b36c-e385c853fd3f, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:56:21.812471 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] For port 8bb20bb2-9a35-48cc-b36c-e385c853fd3f, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=8bb20bb2-9a35-48cc-b36c-e385c853fd3f,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:56:21.819418 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (8bb20bb2-9a35-48cc-b36c-e385c853fd3f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:21.877161 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c28c6-d42e-43ad-b21d-a36ea453cc65 None None] Pushing event updated for resources: {'Port': ['ID=8bb20bb2-9a35-48cc-b36c-e385c853fd3f,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:21.918365 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ffeec0d8-faae-4ca5-be8e-029e82f717e5 admin admin] Publish callbacks [] for port (4b25e4af-2875-4beb-8fd8-8e114f58b382), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:21.953538 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ffeec0d8-faae-4ca5-be8e-029e82f717e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (4b25e4af-2875-4beb-8fd8-8e114f58b382), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:21.995030 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeec0d8-faae-4ca5-be8e-029e82f717e5 admin admin] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:56:21.999351 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-ffeec0d8-faae-4ca5-be8e-029e82f717e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:56:22.005351 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeec0d8-faae-4ca5-be8e-029e82f717e5 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:56:22.033522 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeec0d8-faae-4ca5-be8e-029e82f717e5 admin admin] Pushing event updated for resources: {'Port': ['ID=4b25e4af-2875-4beb-8fd8-8e114f58b382,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:22.276545 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ffeec0d8-faae-4ca5-be8e-029e82f717e5 admin admin] Publish callbacks [] for router_gateway (0869f870-d27f-444b-8bfd-47d400088e03), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:22.746319 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 8bb20bb2-9a35-48cc-b36c-e385c853fd3f up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:56:22.747181 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ffeec0d8-faae-4ca5-be8e-029e82f717e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574760'] for router (0869f870-d27f-444b-8bfd-47d400088e03), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:22.792823 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfba491-c58d-4a0f-a290-b07c48b2aad6 None None] Network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:56:22.879450 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-581dce13-9a1d-4760-9658-0d6f31548721 None None] Provisioning complete for port 8bb20bb2-9a35-48cc-b36c-e385c853fd3f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:56:22.879715 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-581dce13-9a1d-4760-9658-0d6f31548721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (8bb20bb2-9a35-48cc-b36c-e385c853fd3f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:22.881214 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 8bb20bb2-9a35-48cc-b36c-e385c853fd3f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:56:22.881540 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (8bb20bb2-9a35-48cc-b36c-e385c853fd3f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:22.886199 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffeec0d8-faae-4ca5-be8e-029e82f717e5 admin admin] Router 0869f870-d27f-444b-8bfd-47d400088e03 is scheduled to L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 23:56:22.992256 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffeec0d8-faae-4ca5-be8e-029e82f717e5 admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:56:23.002750 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] Sync routers for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:56:23.016712 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ffeec0d8-faae-4ca5-be8e-029e82f717e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:23.016712 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-ffeec0d8-faae-4ca5-be8e-029e82f717e5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7702215 Mar 23 23:56:23.017031 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:56:23.017140 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54796) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:23.017993 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:56:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:23.048497 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-581dce13-9a1d-4760-9658-0d6f31548721 None None] Current status of the port 8bb20bb2-9a35-48cc-b36c-e385c853fd3f is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:56:23.048856 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-581dce13-9a1d-4760-9658-0d6f31548721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (8bb20bb2-9a35-48cc-b36c-e385c853fd3f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:23.068300 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 8bb20bb2-9a35-48cc-b36c-e385c853fd3f is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:56:23.068683 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (8bb20bb2-9a35-48cc-b36c-e385c853fd3f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:23.105158 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-581dce13-9a1d-4760-9658-0d6f31548721 None None] For port 8bb20bb2-9a35-48cc-b36c-e385c853fd3f, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=8bb20bb2-9a35-48cc-b36c-e385c853fd3f,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:56:23.113978 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-581dce13-9a1d-4760-9658-0d6f31548721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (8bb20bb2-9a35-48cc-b36c-e385c853fd3f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:23.138993 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:56:23.207173 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.db.api [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 23:56:23.207553 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG oslo_db.api [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 23:56:23.214585 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581dce13-9a1d-4760-9658-0d6f31548721 None None] Pushing event updated for resources: {'Port': ['ID=8bb20bb2-9a35-48cc-b36c-e385c853fd3f,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:23.339570 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-278be1bd-ba64-4e1c-b45c-60f8483c6d13 None None] Provisioning complete for port 8bb20bb2-9a35-48cc-b36c-e385c853fd3f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:56:23.340444 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-278be1bd-ba64-4e1c-b45c-60f8483c6d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (8bb20bb2-9a35-48cc-b36c-e385c853fd3f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:23.424974 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-278be1bd-ba64-4e1c-b45c-60f8483c6d13 None None] Current status of the port 8bb20bb2-9a35-48cc-b36c-e385c853fd3f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:56:23.430662 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:22Z', 'revision_number': 3, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:23.456745 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] Checking router: 0869f870-d27f-444b-8bfd-47d400088e03 for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:56:23.457096 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] Updating router 0869f870-d27f-444b-8bfd-47d400088e03 port 4b25e4af-2875-4beb-8fd8-8e114f58b382 binding host dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 23:56:23.485860 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (4b25e4af-2875-4beb-8fd8-8e114f58b382), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:23.503702 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:23.659583 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Allocated IP 172.20.0.1 (3090e2bb-ae6f-412f-a5fa-cf46e835c3d3/afe934b9-dd09-44eb-b021-dedab2747e45/b2fa3169-38b1-4411-84bd-393978d39142) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:56:23.746158 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] Publish callbacks [] for port (4b25e4af-2875-4beb-8fd8-8e114f58b382), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:23.749669 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 8bb20bb2-9a35-48cc-b36c-e385c853fd3f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:56:23.755022 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (4b25e4af-2875-4beb-8fd8-8e114f58b382), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:23.779434 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Publish callbacks [] for port (b2fa3169-38b1-4411-84bd-393978d39142), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:23.801663 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] Attempting to bind port 4b25e4af-2875-4beb-8fd8-8e114f58b382 on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:56:23.802133 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] Attempting to bind port 4b25e4af-2875-4beb-8fd8-8e114f58b382 by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:56:23.802389 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] Attempting to bind port 4b25e4af-2875-4beb-8fd8-8e114f58b382 on network b729df10-08c3-4315-b5ba-4a4ad36352af {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:56:23.812637 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:56:23.813018 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] Checking segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:56:23.813602 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:23.813958 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] Bound using segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:56:23.814443 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] Bound port: 4b25e4af-2875-4beb-8fd8-8e114f58b382, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:56:23.814896 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (4b25e4af-2875-4beb-8fd8-8e114f58b382), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:23.817857 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (b2fa3169-38b1-4411-84bd-393978d39142), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:23.857943 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:56:23.865299 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:56:23.868221 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] For port 4b25e4af-2875-4beb-8fd8-8e114f58b382, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:56:23.870237 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:56:23.872273 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Pushing event updated for resources: {'Port': ['ID=b2fa3169-38b1-4411-84bd-393978d39142,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:23.875872 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] For port 4b25e4af-2875-4beb-8fd8-8e114f58b382, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=4b25e4af-2875-4beb-8fd8-8e114f58b382,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:56:23.878964 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad6f16-f75e-4853-be63-a8758d0129e1 None None] Pushing event updated for resources: {'Port': ['ID=4b25e4af-2875-4beb-8fd8-8e114f58b382,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:23.890891 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (4b25e4af-2875-4beb-8fd8-8e114f58b382), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:23.898480 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad6f16-f75e-4853-be63-a8758d0129e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.898837 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad6f16-f75e-4853-be63-a8758d0129e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.899201 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad6f16-f75e-4853-be63-a8758d0129e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.899565 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad6f16-f75e-4853-be63-a8758d0129e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.899907 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad6f16-f75e-4853-be63-a8758d0129e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.900244 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad6f16-f75e-4853-be63-a8758d0129e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.900564 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad6f16-f75e-4853-be63-a8758d0129e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.900887 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad6f16-f75e-4853-be63-a8758d0129e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.901210 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad6f16-f75e-4853-be63-a8758d0129e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.901618 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad6f16-f75e-4853-be63-a8758d0129e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.902127 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad6f16-f75e-4853-be63-a8758d0129e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.902479 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad6f16-f75e-4853-be63-a8758d0129e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.903321 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad6f16-f75e-4853-be63-a8758d0129e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.903729 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad6f16-f75e-4853-be63-a8758d0129e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.904061 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad6f16-f75e-4853-be63-a8758d0129e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.904405 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.904758 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.905101 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.905468 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.905802 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.906137 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.906462 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.906788 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.907113 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.907440 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.908369 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.908369 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.908369 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.908683 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.908995 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:23.927386 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574717'] for router_interface (0869f870-d27f-444b-8bfd-47d400088e03), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:23.969128 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad6f16-f75e-4853-be63-a8758d0129e1 None None] Pushing event updated for resources: {'Port': ['ID=4b25e4af-2875-4beb-8fd8-8e114f58b382,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:23.988351 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:56:23.988983 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:56:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:24.107904 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (b2fa3169-38b1-4411-84bd-393978d39142), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:24.119611 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:56:24.256669 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-768aaa7f-ed25-4315-96de-a1e98bf43de2 None None] Provisioning complete for port b2fa3169-38b1-4411-84bd-393978d39142 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:56:24.257053 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-768aaa7f-ed25-4315-96de-a1e98bf43de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (b2fa3169-38b1-4411-84bd-393978d39142), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:24.291405 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-768aaa7f-ed25-4315-96de-a1e98bf43de2 None None] Port b2fa3169-38b1-4411-84bd-393978d39142 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:56:24.299232 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Publish callbacks [] for port (b2fa3169-38b1-4411-84bd-393978d39142), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:24.304054 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5624838'] for port (b2fa3169-38b1-4411-84bd-393978d39142), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:24.312358 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:22Z', 'revision_number': 3, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:24.338636 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6092e4-e00b-4f4c-b860-f7d199a09832 None None] The sync data for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi is: [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:22Z', 'revision_number': 3, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:56:24.376265 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574569'] for router_interface (0869f870-d27f-444b-8bfd-47d400088e03), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:24.377987 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Pushing event updated for resources: {'Port': ['ID=b2fa3169-38b1-4411-84bd-393978d39142,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:24.476894 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:56:24.478404 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:56:24.619225 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Router 0869f870-d27f-444b-8bfd-47d400088e03 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:56:24.747125 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:56:24.766637 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-62e48c56-2055-4ded-90cd-7b1b5dcf8b9d admin admin] 10.222.0.31 "PUT /v2.0/routers/0869f870-d27f-444b-8bfd-47d400088e03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7483320 Mar 23 23:56:24.824526 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 4b25e4af-2875-4beb-8fd8-8e114f58b382 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:56:24.852374 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1f16f5c1-2472-4a88-bfc0-8d55c2ace993 None None] Provisioning complete for port b2fa3169-38b1-4411-84bd-393978d39142 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:56:24.853096 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1f16f5c1-2472-4a88-bfc0-8d55c2ace993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (b2fa3169-38b1-4411-84bd-393978d39142), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:24.912930 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1f16f5c1-2472-4a88-bfc0-8d55c2ace993 None None] Port b2fa3169-38b1-4411-84bd-393978d39142 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:56:24.929756 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 4b25e4af-2875-4beb-8fd8-8e114f58b382 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:56:24.930132 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (4b25e4af-2875-4beb-8fd8-8e114f58b382), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:25.162271 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 4b25e4af-2875-4beb-8fd8-8e114f58b382 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:56:25.162787 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (4b25e4af-2875-4beb-8fd8-8e114f58b382), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:25.187850 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] For port 4b25e4af-2875-4beb-8fd8-8e114f58b382, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=4b25e4af-2875-4beb-8fd8-8e114f58b382,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:56:25.194409 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (4b25e4af-2875-4beb-8fd8-8e114f58b382), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:25.195613 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 8bb20bb2-9a35-48cc-b36c-e385c853fd3f up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:56:25.292917 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Pushing event updated for resources: {'Port': ['ID=4b25e4af-2875-4beb-8fd8-8e114f58b382,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:25.311427 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 8bb20bb2-9a35-48cc-b36c-e385c853fd3f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:56:25.312172 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (8bb20bb2-9a35-48cc-b36c-e385c853fd3f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:25.316880 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54818) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:25.325202 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2ff91cc5-b718-44b8-a481-686203a71d89 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1670337184', 'description': 'tempest-description--468157313'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:56:25.355930 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2ff91cc5-b718-44b8-a481-686203a71d89 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:25.406604 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 8bb20bb2-9a35-48cc-b36c-e385c853fd3f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:56:25.441643 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2ff91cc5-b718-44b8-a481-686203a71d89 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (d0fbd51f-dc64-45e7-b426-2cae950aea04), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:25.446635 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2ff91cc5-b718-44b8-a481-686203a71d89 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (d0fbd51f-dc64-45e7-b426-2cae950aea04), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:25.476377 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2ff91cc5-b718-44b8-a481-686203a71d89 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:25.477549 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-2ff91cc5-b718-44b8-a481-686203a71d89 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1576638 Mar 23 23:56:25.480714 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54820) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:25.482670 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff91cc5-b718-44b8-a481-686203a71d89 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fbd51f-dc64-45e7-b426-2cae950aea04,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:25.490871 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'security_group_rule': {'security_group_id': 'd0fbd51f-dc64-45e7-b426-2cae950aea04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:56:25.522187 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (36f3d149-fe07-45d5-bc2e-b8870eab9b2c), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:25.588924 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (36f3d149-fe07-45d5-bc2e-b8870eab9b2c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:25.594000 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (36f3d149-fe07-45d5-bc2e-b8870eab9b2c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:25.613427 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f3d149-fe07-45d5-bc2e-b8870eab9b2c,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:25.618643 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:25.619826 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380079 Mar 23 23:56:25.622915 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54826) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:25.627456 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9753d432-ca26-40e6-a62b-18ef3c820aa1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'security_group_rule': {'security_group_id': 'd0fbd51f-dc64-45e7-b426-2cae950aea04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:56:25.635475 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:25.635825 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:25.636911 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:25.637322 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:25.637626 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:25.637972 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:25.638310 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:25.638669 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:25.639040 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:25.639394 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:25.639740 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:25.640286 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:25.640612 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:25.640913 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:25.641461 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5708ec3c-9361-4016-a150-259ace5fb644 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:56:25.660023 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9753d432-ca26-40e6-a62b-18ef3c820aa1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (e00d9901-332d-48ed-8513-6584bdd20989), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:25.721908 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9753d432-ca26-40e6-a62b-18ef3c820aa1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (e00d9901-332d-48ed-8513-6584bdd20989), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:25.727749 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9753d432-ca26-40e6-a62b-18ef3c820aa1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (e00d9901-332d-48ed-8513-6584bdd20989), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:25.742658 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753d432-ca26-40e6-a62b-18ef3c820aa1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e00d9901-332d-48ed-8513-6584bdd20989,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:25.754416 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9753d432-ca26-40e6-a62b-18ef3c820aa1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:25.755605 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-9753d432-ca26-40e6-a62b-18ef3c820aa1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316915 Mar 23 23:56:25.759761 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54828) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:25.764183 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-0bee1b6b-1e6e-4ce7-825a-bd42f4a01b06 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'floatingip': {'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:56:25.783389 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bee1b6b-1e6e-4ce7-825a-bd42f4a01b06 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:25.888662 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bee1b6b-1e6e-4ce7-825a-bd42f4a01b06 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:26.007917 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-0bee1b6b-1e6e-4ce7-825a-bd42f4a01b06 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Allocated IP 172.27.0.127 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/4c0e4699-2e8c-4a7a-a8f2-1aa16ef382e5) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:56:26.112159 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bee1b6b-1e6e-4ce7-825a-bd42f4a01b06 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for port (4c0e4699-2e8c-4a7a-a8f2-1aa16ef382e5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:26.144636 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] Sync routers for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:56:26.149868 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bee1b6b-1e6e-4ce7-825a-bd42f4a01b06 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (4c0e4699-2e8c-4a7a-a8f2-1aa16ef382e5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:26.155908 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:56:26.156572 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:56:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:26.190598 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bee1b6b-1e6e-4ce7-825a-bd42f4a01b06 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:56:26.195907 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-0bee1b6b-1e6e-4ce7-825a-bd42f4a01b06 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:56:26.202935 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee1b6b-1e6e-4ce7-825a-bd42f4a01b06 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:56:26.208793 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee1b6b-1e6e-4ce7-825a-bd42f4a01b06 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'Port': ['ID=4c0e4699-2e8c-4a7a-a8f2-1aa16ef382e5,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:26.274024 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:56:26.303350 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bee1b6b-1e6e-4ce7-825a-bd42f4a01b06 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (6fe279c9-715a-44f8-9e11-06aa88ffdbbc), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:26.341887 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bee1b6b-1e6e-4ce7-825a-bd42f4a01b06 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (4c0e4699-2e8c-4a7a-a8f2-1aa16ef382e5), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:26.483356 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 2, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:26.498252 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bee1b6b-1e6e-4ce7-825a-bd42f4a01b06 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for port (4c0e4699-2e8c-4a7a-a8f2-1aa16ef382e5), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:26.503299 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bee1b6b-1e6e-4ce7-825a-bd42f4a01b06 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5624838'] for port (4c0e4699-2e8c-4a7a-a8f2-1aa16ef382e5), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:26.509990 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] Checking router: 0869f870-d27f-444b-8bfd-47d400088e03 for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:56:26.510346 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] Updating router 0869f870-d27f-444b-8bfd-47d400088e03 port b2fa3169-38b1-4411-84bd-393978d39142 binding host dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 23:56:26.538409 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (b2fa3169-38b1-4411-84bd-393978d39142), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:26.576282 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee1b6b-1e6e-4ce7-825a-bd42f4a01b06 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'Port': ['ID=4c0e4699-2e8c-4a7a-a8f2-1aa16ef382e5,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:26.587629 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bee1b6b-1e6e-4ce7-825a-bd42f4a01b06 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (6fe279c9-715a-44f8-9e11-06aa88ffdbbc), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:26.604755 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bee1b6b-1e6e-4ce7-825a-bd42f4a01b06 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:26.606054 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-0bee1b6b-1e6e-4ce7-825a-bd42f4a01b06 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8453534 Mar 23 23:56:26.712992 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 4b25e4af-2875-4beb-8fd8-8e114f58b382 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:56:26.763981 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-581f0083-c68b-44b4-b69c-dd04be4126e1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1670337184&fields=id&tenant_id=86b1df8360d64fb0a66f886af5025f1f HTTP/1.1" status: 200 len: 267 time: 0.0463154 Mar 23 23:56:26.811993 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 4b25e4af-2875-4beb-8fd8-8e114f58b382 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:56:26.812256 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (4b25e4af-2875-4beb-8fd8-8e114f58b382), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:26.870589 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-8baba4c4-a098-484d-8db6-95d483b46295 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:26.872363 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-8baba4c4-a098-484d-8db6-95d483b46295 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/networks?id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 HTTP/1.1" status: 200 len: 814 time: 0.1019492 Mar 23 23:56:26.888170 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-5685b7a4-ee82-4ba0-94af-da79c724b300 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/quotas/86b1df8360d64fb0a66f886af5025f1f HTTP/1.1" status: 200 len: 375 time: 0.0099189 Mar 23 23:56:26.889505 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] Publish callbacks [] for port (b2fa3169-38b1-4411-84bd-393978d39142), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:26.897792 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (b2fa3169-38b1-4411-84bd-393978d39142), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:26.943856 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-278a9f36-58b5-417a-87da-f5e6af15850b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=86b1df8360d64fb0a66f886af5025f1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502734 Mar 23 23:56:26.964902 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 4b25e4af-2875-4beb-8fd8-8e114f58b382 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:56:26.980283 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c858199-b60b-4574-afb2-3d76102cd409 None None] Pushing event updated for resources: {'Port': ['ID=b2fa3169-38b1-4411-84bd-393978d39142,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:27.044142 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] Attempting to bind port b2fa3169-38b1-4411-84bd-393978d39142 on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:56:27.044512 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] Attempting to bind port b2fa3169-38b1-4411-84bd-393978d39142 by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:56:27.044869 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] Attempting to bind port b2fa3169-38b1-4411-84bd-393978d39142 on network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:56:27.050871 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:56:27.051284 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] Checking segment: {'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:56:27.051637 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:27.052025 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] Bound using segment: {'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:56:27.052661 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] Bound port: b2fa3169-38b1-4411-84bd-393978d39142, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:56:27.053040 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (b2fa3169-38b1-4411-84bd-393978d39142), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:27.054142 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-ef67ef83-b941-47d7-814d-dabc1ccdc7c1 service neutron] 10.222.0.31 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980005 Mar 23 23:56:27.130473 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] For port b2fa3169-38b1-4411-84bd-393978d39142, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:56:27.134202 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] For port b2fa3169-38b1-4411-84bd-393978d39142, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=b2fa3169-38b1-4411-84bd-393978d39142,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:56:27.142757 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (b2fa3169-38b1-4411-84bd-393978d39142), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:27.158128 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-d9e75d6c-3b2f-4a47-98a6-638fac688569 service neutron] 10.222.0.31 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967252 Mar 23 23:56:27.206535 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:56:27.207210 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:56:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:27.210190 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c858199-b60b-4574-afb2-3d76102cd409 None None] Pushing event updated for resources: {'Port': ['ID=b2fa3169-38b1-4411-84bd-393978d39142,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:27.315747 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-70405b49-8227-44a1-8697-983911b969f9 None None] Provisioning complete for port b2fa3169-38b1-4411-84bd-393978d39142 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:56:27.316262 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-70405b49-8227-44a1-8697-983911b969f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (b2fa3169-38b1-4411-84bd-393978d39142), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:27.349810 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3d58bcf2-bb48-4fc6-b82a-0694996e7b7e req-9326c273-7094-4a14-a159-7d3e8b6c2cea tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e63784-9011-4a4b-b354-442c611ceb50 HTTP/1.1" status: 200 len: 210 time: 0.0429206 Mar 23 23:56:27.384364 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:56:27.488412 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-70405b49-8227-44a1-8697-983911b969f9 None None] Current status of the port b2fa3169-38b1-4411-84bd-393978d39142 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:56:27.488801 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-70405b49-8227-44a1-8697-983911b969f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (b2fa3169-38b1-4411-84bd-393978d39142), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:27.571525 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-70405b49-8227-44a1-8697-983911b969f9 None None] For port b2fa3169-38b1-4411-84bd-393978d39142, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=b2fa3169-38b1-4411-84bd-393978d39142,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:56:27.580776 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-70405b49-8227-44a1-8697-983911b969f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (b2fa3169-38b1-4411-84bd-393978d39142), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:27.665329 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70405b49-8227-44a1-8697-983911b969f9 None None] Pushing event updated for resources: {'Port': ['ID=b2fa3169-38b1-4411-84bd-393978d39142,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:27.700387 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:27.734157 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e147ba-b822-4b2a-a274-ff46df845a27 None None] The sync data for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi is: [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:56:27.736592 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2a22ca75-4761-4ca3-852a-165400e3200e None None] Provisioning complete for port b2fa3169-38b1-4411-84bd-393978d39142 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:56:27.736963 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2a22ca75-4761-4ca3-852a-165400e3200e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (b2fa3169-38b1-4411-84bd-393978d39142), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:27.963349 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2a22ca75-4761-4ca3-852a-165400e3200e None None] Current status of the port b2fa3169-38b1-4411-84bd-393978d39142 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:56:28.459583 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6dec9132-b681-46fb-b759-24dea440b55e req-e9cb3afb-ac68-4e93-bfca-76fc721c2366 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e63784-9011-4a4b-b354-442c611ceb50 HTTP/1.1" status: 200 len: 210 time: 0.0295646 Mar 23 23:56:28.718084 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device b2fa3169-38b1-4411-84bd-393978d39142 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:56:28.772273 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port b2fa3169-38b1-4411-84bd-393978d39142 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:56:28.772650 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (b2fa3169-38b1-4411-84bd-393978d39142), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:28.856214 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port b2fa3169-38b1-4411-84bd-393978d39142 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:56:28.995606 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-9c600cbd-d3da-4de6-bb0a-6a1c8ae166cc tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:28.997132 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-9c600cbd-d3da-4de6-bb0a-6a1c8ae166cc tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.20 "GET /v2.0/networks?id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 HTTP/1.1" status: 200 len: 814 time: 0.1031151 Mar 23 23:56:29.063054 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-f34468f9-fb5d-4867-a64e-1b3ca1e71a4d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86b1df8360d64fb0a66f886af5025f1f HTTP/1.1" status: 200 len: 380 time: 0.0567377 Mar 23 23:56:29.074330 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-135e0ee0-0e0d-487a-810b-91586f44352a tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'port': {'device_id': 'f1e63784-9011-4a4b-b354-442c611ceb50', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'admin_state_up': True, 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'security_groups': ['d0fbd51f-dc64-45e7-b426-2cae950aea04']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:56:29.189065 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-135e0ee0-0e0d-487a-810b-91586f44352a tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Made reservation on behalf of 86b1df8360d64fb0a66f886af5025f1f for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:56:29.192440 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-135e0ee0-0e0d-487a-810b-91586f44352a tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:29.323664 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-135e0ee0-0e0d-487a-810b-91586f44352a tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Allocated IP 172.20.0.4 (3090e2bb-ae6f-412f-a5fa-cf46e835c3d3/afe934b9-dd09-44eb-b021-dedab2747e45/dd8bb442-88d8-4613-8ea3-0f43d1c9436c) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:56:29.482994 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-135e0ee0-0e0d-487a-810b-91586f44352a tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for port (dd8bb442-88d8-4613-8ea3-0f43d1c9436c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:29.519982 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-135e0ee0-0e0d-487a-810b-91586f44352a tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (dd8bb442-88d8-4613-8ea3-0f43d1c9436c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:29.562583 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-135e0ee0-0e0d-487a-810b-91586f44352a tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:56:29.565774 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-135e0ee0-0e0d-487a-810b-91586f44352a tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:56:29.571729 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-135e0ee0-0e0d-487a-810b-91586f44352a tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:56:29.578591 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e0ee0-0e0d-487a-810b-91586f44352a tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'Port': ['ID=dd8bb442-88d8-4613-8ea3-0f43d1c9436c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:29.584836 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdca16f-f3c5-4df9-b4e5-5923d139cd9c req-8ddc9aa1-db88-47af-8351-06ced644e65d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:29.586267 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ebdca16f-f3c5-4df9-b4e5-5923d139cd9c req-8ddc9aa1-db88-47af-8351-06ced644e65d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e63784-9011-4a4b-b354-442c611ceb50 HTTP/1.1" status: 200 len: 931 time: 0.0544052 Mar 23 23:56:29.629285 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-135e0ee0-0e0d-487a-810b-91586f44352a tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:29.630175 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-135e0ee0-0e0d-487a-810b-91586f44352a tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:29.639131 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ebdca16f-f3c5-4df9-b4e5-5923d139cd9c req-d1455e22-8041-4991-81ed-cfa0e47cb151 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fbd51f-dc64-45e7-b426-2cae950aea04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446358 Mar 23 23:56:29.664030 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-135e0ee0-0e0d-487a-810b-91586f44352a tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5934052 Mar 23 23:56:29.675473 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] Request body: {'port': {'device_id': 'f1e63784-9011-4a4b-b354-442c611ceb50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:56:29.744636 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (dd8bb442-88d8-4613-8ea3-0f43d1c9436c), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:29.798500 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1bb5634d-f346-4fce-bccb-7254313b4794 None None] Provisioning complete for port dd8bb442-88d8-4613-8ea3-0f43d1c9436c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:56:29.799089 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1bb5634d-f346-4fce-bccb-7254313b4794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (dd8bb442-88d8-4613-8ea3-0f43d1c9436c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:29.836097 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5634d-f346-4fce-bccb-7254313b4794 None None] Port dd8bb442-88d8-4613-8ea3-0f43d1c9436c cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:56:30.015275 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd8bb442-88d8-4613-8ea3-0f43d1c9436c {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:56:30.023541 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] Publish callbacks [] for port (dd8bb442-88d8-4613-8ea3-0f43d1c9436c), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:30.036569 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] Transition to ACTIVE for port object dd8bb442-88d8-4613-8ea3-0f43d1c9436c will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 23:56:30.040579 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (dd8bb442-88d8-4613-8ea3-0f43d1c9436c), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:30.119948 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8bb442-88d8-4613-8ea3-0f43d1c9436c,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:30.174555 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] Attempting to bind port dd8bb442-88d8-4613-8ea3-0f43d1c9436c on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:56:30.174895 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] Attempting to bind port dd8bb442-88d8-4613-8ea3-0f43d1c9436c by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:56:30.175250 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] Attempting to bind port dd8bb442-88d8-4613-8ea3-0f43d1c9436c on network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:56:30.179997 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] Port dd8bb442-88d8-4613-8ea3-0f43d1c9436c on network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 23:56:30.180305 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] Attempting to bind port dd8bb442-88d8-4613-8ea3-0f43d1c9436c on network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:56:30.186041 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:56:30.186380 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] Checking segment: {'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:56:30.186759 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] Bound using segment: {'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:56:30.187226 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] Bound port: dd8bb442-88d8-4613-8ea3-0f43d1c9436c, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:56:30.187578 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (dd8bb442-88d8-4613-8ea3-0f43d1c9436c), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:30.257394 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] For port dd8bb442-88d8-4613-8ea3-0f43d1c9436c, host hv-cinder-74915, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:56:30.262399 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] For port dd8bb442-88d8-4613-8ea3-0f43d1c9436c, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=dd8bb442-88d8-4613-8ea3-0f43d1c9436c,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:56:30.275046 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (dd8bb442-88d8-4613-8ea3-0f43d1c9436c), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:30.306886 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:30.307582 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:30.309741 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] 10.222.0.20 "PUT /v2.0/ports/dd8bb442-88d8-4613-8ea3-0f43d1c9436c HTTP/1.1" status: 200 len: 1093 time: 0.6386709 Mar 23 23:56:30.311818 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e63784-9011-4a4b-b354-442c611ceb50', 'tag': 'dd8bb442-88d8-4613-8ea3-0f43d1c9436c'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:56:30.314855 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8f8e26-ebd6-43c5-aafe-b0092f0468b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e63784-9011-4a4b-b354-442c611ceb50", "tag": "dd8bb442-88d8-4613-8ea3-0f43d1c9436c"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:56:30.386647 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f298e2f7-78e6-4471-a734-d92e5d86ae09 x-openstack-request-id: req-f298e2f7-78e6-4471-a734-d92e5d86ae09 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:56:30.386955 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e63784-9011-4a4b-b354-442c611ceb50", "tag": "dd8bb442-88d8-4613-8ea3-0f43d1c9436c", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:56:30.387191 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f298e2f7-78e6-4471-a734-d92e5d86ae09 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:56:30.387590 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f298e2f7-78e6-4471-a734-d92e5d86ae09'] response: {'name': 'network-changed', 'server_uuid': 'f1e63784-9011-4a4b-b354-442c611ceb50', 'tag': 'dd8bb442-88d8-4613-8ea3-0f43d1c9436c', 'status': 'completed', 'code': 200} Mar 23 23:56:30.389624 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96055dde-9063-4692-95a7-0d8af45caf58 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8bb442-88d8-4613-8ea3-0f43d1c9436c,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:30.411592 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-66f1ebf3-e431-4b91-886e-0f10cb85be08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:30.413116 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-66f1ebf3-e431-4b91-886e-0f10cb85be08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86b1df8360d64fb0a66f886af5025f1f&device_id=f1e63784-9011-4a4b-b354-442c611ceb50 HTTP/1.1" status: 200 len: 1127 time: 0.0605633 Mar 23 23:56:30.455880 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-fd48325e-e3a4-4884-80d7-915b7383be7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd8bb442-88d8-4613-8ea3-0f43d1c9436c HTTP/1.1" status: 200 len: 217 time: 0.0355339 Mar 23 23:56:30.505696 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-68d1f548-51ce-4d9e-a834-641d7815ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:30.507201 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-68d1f548-51ce-4d9e-a834-641d7815ac76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=afe934b9-dd09-44eb-b021-dedab2747e45 HTTP/1.1" status: 200 len: 853 time: 0.0459590 Mar 23 23:56:30.562844 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-c6a40446-90c9-420d-8a25-a23590669369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:30.564389 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-c6a40446-90c9-420d-8a25-a23590669369 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509124 Mar 23 23:56:30.656426 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-da966f17-2cb9-43c6-aeda-4daf0295ad40 service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840719 Mar 23 23:56:30.752346 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c27746d4-1d39-426a-adf7-0c915f967f96 req-44cef430-e798-41db-8585-7ed6c18b88aa service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890329 Mar 23 23:56:30.762840 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8cc50-f98d-435d-9ffc-8714211e458e req-45f215ad-4e7f-468b-b113-dba9d112399e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:30.764549 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1ac8cc50-f98d-435d-9ffc-8714211e458e req-45f215ad-4e7f-468b-b113-dba9d112399e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e63784-9011-4a4b-b354-442c611ceb50 HTTP/1.1" status: 200 len: 943 time: 0.0555041 Mar 23 23:56:30.820825 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1ac8cc50-f98d-435d-9ffc-8714211e458e req-272ef1cf-64d9-40db-8e5a-30c419dfca95 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fbd51f-dc64-45e7-b426-2cae950aea04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501862 Mar 23 23:56:30.844765 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f8e26-ebd6-43c5-aafe-b0092f0468b4 req-016cd794-3c18-458f-98c3-77756333447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:30.846418 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-df8f8e26-ebd6-43c5-aafe-b0092f0468b4 req-016cd794-3c18-458f-98c3-77756333447f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86b1df8360d64fb0a66f886af5025f1f&device_id=f1e63784-9011-4a4b-b354-442c611ceb50 HTTP/1.1" status: 200 len: 1127 time: 0.0461195 Mar 23 23:56:30.935254 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f8e26-ebd6-43c5-aafe-b0092f0468b4 req-abf232c3-413c-4064-b439-82be634a995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:30.936798 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-df8f8e26-ebd6-43c5-aafe-b0092f0468b4 req-abf232c3-413c-4064-b439-82be634a995f service neutron] 10.222.0.20 "GET /v2.0/networks?id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 HTTP/1.1" status: 200 len: 914 time: 0.0836475 Mar 23 23:56:30.983233 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-df8f8e26-ebd6-43c5-aafe-b0092f0468b4 req-a5c5ce98-9791-4adb-966d-953d870c2e22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd8bb442-88d8-4613-8ea3-0f43d1c9436c HTTP/1.1" status: 200 len: 217 time: 0.0400791 Mar 23 23:56:31.033854 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f8e26-ebd6-43c5-aafe-b0092f0468b4 req-e9a52f0c-ef5b-4806-ae75-d276093e2a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:31.035399 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-df8f8e26-ebd6-43c5-aafe-b0092f0468b4 req-e9a52f0c-ef5b-4806-ae75-d276093e2a9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=afe934b9-dd09-44eb-b021-dedab2747e45 HTTP/1.1" status: 200 len: 853 time: 0.0450439 Mar 23 23:56:31.086144 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f8e26-ebd6-43c5-aafe-b0092f0468b4 req-dd015ba2-af17-41cf-a0e3-3b11c1343e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:31.087607 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-df8f8e26-ebd6-43c5-aafe-b0092f0468b4 req-dd015ba2-af17-41cf-a0e3-3b11c1343e30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452895 Mar 23 23:56:31.181161 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-df8f8e26-ebd6-43c5-aafe-b0092f0468b4 req-ffce863d-e8f8-4094-ac41-0df922d0bdc2 service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866013 Mar 23 23:56:31.275530 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-df8f8e26-ebd6-43c5-aafe-b0092f0468b4 req-01075a91-0d17-4ca1-aa62-c3aca8f28f82 service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845556 Mar 23 23:56:31.959775 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f49492-e1e8-4e1e-b9bc-ab7ce82f4574 req-2784588f-e615-4d58-a494-bfa40b9ba7c4 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:31.961229 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c9f49492-e1e8-4e1e-b9bc-ab7ce82f4574 req-2784588f-e615-4d58-a494-bfa40b9ba7c4 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e63784-9011-4a4b-b354-442c611ceb50 HTTP/1.1" status: 200 len: 943 time: 0.0538337 Mar 23 23:56:32.009809 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c9f49492-e1e8-4e1e-b9bc-ab7ce82f4574 req-8fb53eeb-51af-4b64-8a17-e93de3bbdd0e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fbd51f-dc64-45e7-b426-2cae950aea04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428569 Mar 23 23:56:33.145890 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da63ef-a0d1-41c3-a781-f3bffde28fad req-8b70ff98-1dfe-49f7-ad46-cbf733daafc0 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:33.147370 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-36da63ef-a0d1-41c3-a781-f3bffde28fad req-8b70ff98-1dfe-49f7-ad46-cbf733daafc0 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e63784-9011-4a4b-b354-442c611ceb50 HTTP/1.1" status: 200 len: 943 time: 0.0679417 Mar 23 23:56:33.201166 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-36da63ef-a0d1-41c3-a781-f3bffde28fad req-318e662e-60dc-46ba-a185-3c8751faa43d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fbd51f-dc64-45e7-b426-2cae950aea04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456440 Mar 23 23:56:33.495240 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device dd8bb442-88d8-4613-8ea3-0f43d1c9436c details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:56:33.600082 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port dd8bb442-88d8-4613-8ea3-0f43d1c9436c, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=dd8bb442-88d8-4613-8ea3-0f43d1c9436c,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:56:33.614982 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': 'dd8bb442-88d8-4613-8ea3-0f43d1c9436c', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'port_id': 'dd8bb442-88d8-4613-8ea3-0f43d1c9436c', 'mac_address': 'fa:16:3e:d0:1c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:56:33.659675 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port dd8bb442-88d8-4613-8ea3-0f43d1c9436c is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:56:33.660070 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (dd8bb442-88d8-4613-8ea3-0f43d1c9436c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:33.678896 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd8bb442-88d8-4613-8ea3-0f43d1c9436c {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:56:33.700397 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port dd8bb442-88d8-4613-8ea3-0f43d1c9436c, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=dd8bb442-88d8-4613-8ea3-0f43d1c9436c,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:56:33.706849 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (dd8bb442-88d8-4613-8ea3-0f43d1c9436c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:33.762211 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=dd8bb442-88d8-4613-8ea3-0f43d1c9436c,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:33.917132 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['dd8bb442-88d8-4613-8ea3-0f43d1c9436c'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:56:34.328308 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ecf48-4d2c-4d99-ab6a-67a8c20e251d req-cf5f852e-851f-4a05-bcdf-81a21ac70484 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:34.329870 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-166ecf48-4d2c-4d99-ab6a-67a8c20e251d req-cf5f852e-851f-4a05-bcdf-81a21ac70484 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e63784-9011-4a4b-b354-442c611ceb50 HTTP/1.1" status: 200 len: 944 time: 0.0580029 Mar 23 23:56:34.383296 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-166ecf48-4d2c-4d99-ab6a-67a8c20e251d req-d63b5414-23eb-46e3-8216-16c89411f44e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fbd51f-dc64-45e7-b426-2cae950aea04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443473 Mar 23 23:56:34.580653 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54908) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:34.702548 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e73a797a-c963-417c-8d39-42db9b562abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:34.785038 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e73a797a-c963-417c-8d39-42db9b562abe admin admin] Publish callbacks [] for security_group (93d1c40f-4ad5-4783-9c32-ff4caff50bed), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:34.790487 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e73a797a-c963-417c-8d39-42db9b562abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (93d1c40f-4ad5-4783-9c32-ff4caff50bed), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:34.828797 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-e73a797a-c963-417c-8d39-42db9b562abe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25e90b0970314718bc5fadbf28848e82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468638 Mar 23 23:56:34.829660 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a797a-c963-417c-8d39-42db9b562abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d1c40f-4ad5-4783-9c32-ff4caff50bed,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:34.832534 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 54912) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:34.889318 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-80bdc520-1199-4c44-9fd2-45fc552a1a07 admin admin] Publish callbacks [] for security_group (93d1c40f-4ad5-4783-9c32-ff4caff50bed), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:34.910636 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-80bdc520-1199-4c44-9fd2-45fc552a1a07 admin admin] Publish callbacks [] for security_group (93d1c40f-4ad5-4783-9c32-ff4caff50bed), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:34.964822 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-80bdc520-1199-4c44-9fd2-45fc552a1a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (93d1c40f-4ad5-4783-9c32-ff4caff50bed), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:34.967468 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-80bdc520-1199-4c44-9fd2-45fc552a1a07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:34.968671 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-80bdc520-1199-4c44-9fd2-45fc552a1a07 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93d1c40f-4ad5-4783-9c32-ff4caff50bed HTTP/1.1" status: 204 len: 168 time: 0.1347969 Mar 23 23:56:34.976315 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdc520-1199-4c44-9fd2-45fc552a1a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d1c40f-4ad5-4783-9c32-ff4caff50bed,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:35.507764 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device dd8bb442-88d8-4613-8ea3-0f43d1c9436c up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:56:35.514590 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafd086-d161-4655-852f-9bdc9b25a0ed req-0bfd52c3-d7ac-4e9c-88b0-aa001c8d7131 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:35.516137 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1aafd086-d161-4655-852f-9bdc9b25a0ed req-0bfd52c3-d7ac-4e9c-88b0-aa001c8d7131 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e63784-9011-4a4b-b354-442c611ceb50 HTTP/1.1" status: 200 len: 944 time: 0.0588400 Mar 23 23:56:35.562417 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port dd8bb442-88d8-4613-8ea3-0f43d1c9436c completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 23:56:35.564155 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1aafd086-d161-4655-852f-9bdc9b25a0ed req-9da12965-91d5-433c-ab5c-bafd3bf831b3 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fbd51f-dc64-45e7-b426-2cae950aea04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422606 Mar 23 23:56:35.566475 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port dd8bb442-88d8-4613-8ea3-0f43d1c9436c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:56:35.567249 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (dd8bb442-88d8-4613-8ea3-0f43d1c9436c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:35.653189 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port dd8bb442-88d8-4613-8ea3-0f43d1c9436c is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:56:35.653467 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (dd8bb442-88d8-4613-8ea3-0f43d1c9436c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:35.676890 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e63784-9011-4a4b-b354-442c611ceb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8bb442-88d8-4613-8ea3-0f43d1c9436c'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:56:35.679030 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bf3ecd-7f17-4618-9b5b-fd7720c584b7" -d '{"events": [{"server_uuid": "f1e63784-9011-4a4b-b354-442c611ceb50", "name": "network-vif-plugged", "status": "completed", "tag": "dd8bb442-88d8-4613-8ea3-0f43d1c9436c"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:56:35.691174 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port dd8bb442-88d8-4613-8ea3-0f43d1c9436c, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=dd8bb442-88d8-4613-8ea3-0f43d1c9436c,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:56:35.696353 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (dd8bb442-88d8-4613-8ea3-0f43d1c9436c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:35.720571 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9907323-58a2-4eb8-8d1c-e5671acbcb76 x-openstack-request-id: req-b9907323-58a2-4eb8-8d1c-e5671acbcb76 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:56:35.720910 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e63784-9011-4a4b-b354-442c611ceb50", "name": "network-vif-plugged", "status": "completed", "tag": "dd8bb442-88d8-4613-8ea3-0f43d1c9436c", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:56:35.721170 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9907323-58a2-4eb8-8d1c-e5671acbcb76 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:56:35.721718 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9907323-58a2-4eb8-8d1c-e5671acbcb76'] response: {'server_uuid': 'f1e63784-9011-4a4b-b354-442c611ceb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8bb442-88d8-4613-8ea3-0f43d1c9436c', 'code': 200} Mar 23 23:56:35.749874 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=dd8bb442-88d8-4613-8ea3-0f43d1c9436c,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:56:35.886357 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d832e-c7f7-403f-b161-2cf8bebf3c2f req-2485a100-e983-409c-865d-5dc29e77a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:35.887858 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-825d832e-c7f7-403f-b161-2cf8bebf3c2f req-2485a100-e983-409c-865d-5dc29e77a1fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f1e63784-9011-4a4b-b354-442c611ceb50 HTTP/1.1" status: 200 len: 1129 time: 0.0452690 Mar 23 23:56:35.940719 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-825d832e-c7f7-403f-b161-2cf8bebf3c2f req-8f1ab7cd-a9d1-4b11-bdf6-cfd4aec8c7ac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d0fbd51f-dc64-45e7-b426-2cae950aea04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460560 Mar 23 23:56:36.686742 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654dc39-e4b4-4485-875d-bb04599c0412 req-602460a6-e87b-4496-a9a0-f28ec8f5c421 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:36.688240 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c654dc39-e4b4-4485-875d-bb04599c0412 req-602460a6-e87b-4496-a9a0-f28ec8f5c421 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e63784-9011-4a4b-b354-442c611ceb50 HTTP/1.1" status: 200 len: 945 time: 0.0550909 Mar 23 23:56:36.734792 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c654dc39-e4b4-4485-875d-bb04599c0412 req-6b3e04b4-9b59-47bf-8903-be57134cfa6c tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fbd51f-dc64-45e7-b426-2cae950aea04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408137 Mar 23 23:56:37.238069 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d61e3b14-4afc-47a2-8ca1-e96020237005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:37.873595 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c41fe-68ff-48cb-94b2-566ed4fe03e7 req-0a365b04-ca3c-4462-95b6-8ed20c6e9bab tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:37.875096 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-748c41fe-68ff-48cb-94b2-566ed4fe03e7 req-0a365b04-ca3c-4462-95b6-8ed20c6e9bab tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e63784-9011-4a4b-b354-442c611ceb50 HTTP/1.1" status: 200 len: 945 time: 0.0573471 Mar 23 23:56:37.931842 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-748c41fe-68ff-48cb-94b2-566ed4fe03e7 req-20a9a025-b460-4d27-8042-2b7505229e17 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fbd51f-dc64-45e7-b426-2cae950aea04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509794 Mar 23 23:56:38.061487 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f1d5c-e171-4144-bb3e-190eae555b20 req-83da0ed4-5392-434d-b0d5-bc80bbae8861 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:38.062854 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5e2f1d5c-e171-4144-bb3e-190eae555b20 req-83da0ed4-5392-434d-b0d5-bc80bbae8861 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e63784-9011-4a4b-b354-442c611ceb50 HTTP/1.1" status: 200 len: 945 time: 0.0539219 Mar 23 23:56:38.072724 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 54926) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:56:38.077144 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-43351729-027f-4b6d-b2cd-05dc2fe7fdb1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'floatingip': {'port_id': 'dd8bb442-88d8-4613-8ea3-0f43d1c9436c'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:56:38.116545 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43351729-027f-4b6d-b2cd-05dc2fe7fdb1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (6fe279c9-715a-44f8-9e11-06aa88ffdbbc), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:38.575274 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43351729-027f-4b6d-b2cd-05dc2fe7fdb1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:38.582058 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43351729-027f-4b6d-b2cd-05dc2fe7fdb1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (6fe279c9-715a-44f8-9e11-06aa88ffdbbc), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:38.683165 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.l3_db [None req-43351729-027f-4b6d-b2cd-05dc2fe7fdb1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Floating IP 6fe279c9-715a-44f8-9e11-06aa88ffdbbc associated. External IP: 172.27.0.127, port: dd8bb442-88d8-4613-8ea3-0f43d1c9436c. Mar 23 23:56:38.895160 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43351729-027f-4b6d-b2cd-05dc2fe7fdb1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Router 0869f870-d27f-444b-8bfd-47d400088e03 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:56:39.269978 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43351729-027f-4b6d-b2cd-05dc2fe7fdb1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:56:39.274609 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43351729-027f-4b6d-b2cd-05dc2fe7fdb1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:39.281044 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6b6b00-40c8-48b7-9fbd-14ef6daec9a1 None None] Sync routers for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:56:39.291556 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6b6b00-40c8-48b7-9fbd-14ef6daec9a1 None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:56:39.292521 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0b6b6b00-40c8-48b7-9fbd-14ef6daec9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:56:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:39.304277 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-43351729-027f-4b6d-b2cd-05dc2fe7fdb1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "PUT /v2.0/floatingips/6fe279c9-715a-44f8-9e11-06aa88ffdbbc HTTP/1.1" status: 200 len: 991 time: 1.2303860 Mar 23 23:56:39.304943 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e63784-9011-4a4b-b354-442c611ceb50', 'tag': 'dd8bb442-88d8-4613-8ea3-0f43d1c9436c'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:56:39.307197 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f89217267680bd64d7f927d4eadc419634559ab2f391f9993dc43694367eced7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb16991-0dd6-454e-9a4a-4bfd992860fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e63784-9011-4a4b-b354-442c611ceb50", "tag": "dd8bb442-88d8-4613-8ea3-0f43d1c9436c"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:56:39.337140 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0ec895cf-c356-42e3-9da9-235591b47406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:39.346609 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01927cdb-f3ae-4c07-b5e1-00d78f9e9701 x-openstack-request-id: req-01927cdb-f3ae-4c07-b5e1-00d78f9e9701 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:56:39.346903 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e63784-9011-4a4b-b354-442c611ceb50", "tag": "dd8bb442-88d8-4613-8ea3-0f43d1c9436c", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:56:39.347157 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01927cdb-f3ae-4c07-b5e1-00d78f9e9701 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:56:39.347597 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01927cdb-f3ae-4c07-b5e1-00d78f9e9701'] response: {'name': 'network-changed', 'server_uuid': 'f1e63784-9011-4a4b-b354-442c611ceb50', 'tag': 'dd8bb442-88d8-4613-8ea3-0f43d1c9436c', 'status': 'completed', 'code': 200} Mar 23 23:56:39.406663 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-0b6b6b00-40c8-48b7-9fbd-14ef6daec9a1 None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:56:39.416642 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb16991-0dd6-454e-9a4a-4bfd992860fa req-3fa4bb3e-e6bb-4f2c-9448-eebcb1243121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:39.418212 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-bdb16991-0dd6-454e-9a4a-4bfd992860fa req-3fa4bb3e-e6bb-4f2c-9448-eebcb1243121 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86b1df8360d64fb0a66f886af5025f1f&device_id=f1e63784-9011-4a4b-b354-442c611ceb50 HTTP/1.1" status: 200 len: 1129 time: 0.0435762 Mar 23 23:56:39.515909 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb16991-0dd6-454e-9a4a-4bfd992860fa req-6377b222-0024-4b84-86bf-abe223c07c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:39.517448 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-bdb16991-0dd6-454e-9a4a-4bfd992860fa req-6377b222-0024-4b84-86bf-abe223c07c1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 HTTP/1.1" status: 200 len: 914 time: 0.0939834 Mar 23 23:56:39.583043 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-bdb16991-0dd6-454e-9a4a-4bfd992860fa req-7f228062-d81f-4920-b11d-0193d9550926 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd8bb442-88d8-4613-8ea3-0f43d1c9436c HTTP/1.1" status: 200 len: 999 time: 0.0598066 Mar 23 23:56:39.638983 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb16991-0dd6-454e-9a4a-4bfd992860fa req-3df46ac8-6711-4723-8d2e-d20f2c17abf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:39.640491 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-bdb16991-0dd6-454e-9a4a-4bfd992860fa req-3df46ac8-6711-4723-8d2e-d20f2c17abf7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=afe934b9-dd09-44eb-b021-dedab2747e45 HTTP/1.1" status: 200 len: 853 time: 0.0519114 Mar 23 23:56:39.652550 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0b6b6b00-40c8-48b7-9fbd-14ef6daec9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '6fe279c9-715a-44f8-9e11-06aa88ffdbbc', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'port_id': 'dd8bb442-88d8-4613-8ea3-0f43d1c9436c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'mac_address': 'fa:16:3e:d0:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e63784-9011-4a4b-b354-442c611ceb50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:56:26Z', 'updated_at': '2022-03-23T23:56:38Z', 'revision_number': 1, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:39.679743 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6b6b00-40c8-48b7-9fbd-14ef6daec9a1 None None] Checking router: 0869f870-d27f-444b-8bfd-47d400088e03 for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:56:39.688026 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6b6b00-40c8-48b7-9fbd-14ef6daec9a1 None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:56:39.688618 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0b6b6b00-40c8-48b7-9fbd-14ef6daec9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:56:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:39.688806 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb16991-0dd6-454e-9a4a-4bfd992860fa req-da6fbe3b-6b39-4f42-82ac-35d218a669ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:39.690430 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-bdb16991-0dd6-454e-9a4a-4bfd992860fa req-da6fbe3b-6b39-4f42-82ac-35d218a669ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444989 Mar 23 23:56:39.777915 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-bdb16991-0dd6-454e-9a4a-4bfd992860fa req-64bf6346-641b-4016-8ebd-a7e307a0c0ff service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811722 Mar 23 23:56:39.797904 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-0b6b6b00-40c8-48b7-9fbd-14ef6daec9a1 None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:56:39.881070 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-bdb16991-0dd6-454e-9a4a-4bfd992860fa req-833546ca-1701-46a0-827c-86a6ef4881bb service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978284 Mar 23 23:56:40.042677 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0b6b6b00-40c8-48b7-9fbd-14ef6daec9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '6fe279c9-715a-44f8-9e11-06aa88ffdbbc', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'port_id': 'dd8bb442-88d8-4613-8ea3-0f43d1c9436c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'mac_address': 'fa:16:3e:d0:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e63784-9011-4a4b-b354-442c611ceb50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:56:26Z', 'updated_at': '2022-03-23T23:56:38Z', 'revision_number': 1, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:56:40.149590 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6b6b00-40c8-48b7-9fbd-14ef6daec9a1 None None] The sync data for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi is: [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '6fe279c9-715a-44f8-9e11-06aa88ffdbbc', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'port_id': 'dd8bb442-88d8-4613-8ea3-0f43d1c9436c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'mac_address': 'fa:16:3e:d0:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e63784-9011-4a4b-b354-442c611ceb50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:56:26Z', 'updated_at': '2022-03-23T23:56:38Z', 'revision_number': 1, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:56:40.363655 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e24d89-3707-42bd-aa4f-314670b0192c None None] New status for floating IP 6fe279c9-715a-44f8-9e11-06aa88ffdbbc: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:56:40.588311 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:40.656268 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:56:42.152526 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:43.337321 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:48.452616 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-d54d7b26-1dc9-4b27-95b4-6b9cae6b13f1 req-9c4d652d-e989-446f-9faa-dd47f357f3ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462561 Mar 23 23:56:48.542859 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d7b26-1dc9-4b27-95b4-6b9cae6b13f1 req-a1ead11e-3e17-40be-b92b-b4912ea20c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:48.544405 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-d54d7b26-1dc9-4b27-95b4-6b9cae6b13f1 req-a1ead11e-3e17-40be-b92b-b4912ea20c90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02770b121f6f4405bcd904ae1a2460d6&device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 1130 time: 0.0457470 Mar 23 23:56:48.655778 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d7b26-1dc9-4b27-95b4-6b9cae6b13f1 req-001958a9-7918-46a1-a3e0-3d5fcc954798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:48.658208 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-d54d7b26-1dc9-4b27-95b4-6b9cae6b13f1 req-001958a9-7918-46a1-a3e0-3d5fcc954798 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb32722d-34ad-4f86-a879-08111091b10d HTTP/1.1" status: 200 len: 911 time: 0.0943646 Mar 23 23:56:48.725776 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-d54d7b26-1dc9-4b27-95b4-6b9cae6b13f1 req-fc9df926-cd48-468f-82bf-b3fff0564472 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=634d08c1-2737-4733-b9f3-5945bf292919 HTTP/1.1" status: 200 len: 1002 time: 0.0617590 Mar 23 23:56:48.753774 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:56:48.776770 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d7b26-1dc9-4b27-95b4-6b9cae6b13f1 req-84ad3c3e-e4db-4cef-af62-c274e9f9abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:48.778247 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-d54d7b26-1dc9-4b27-95b4-6b9cae6b13f1 req-84ad3c3e-e4db-4cef-af62-c274e9f9abf5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33f2a048-cda2-4701-8292-38152d7aa069 HTTP/1.1" status: 200 len: 850 time: 0.0469215 Mar 23 23:56:48.826608 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d7b26-1dc9-4b27-95b4-6b9cae6b13f1 req-5746f66b-3316-403d-8ca0-9cee363355b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:56:48.827976 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-d54d7b26-1dc9-4b27-95b4-6b9cae6b13f1 req-5746f66b-3316-403d-8ca0-9cee363355b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb32722d-34ad-4f86-a879-08111091b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438812 Mar 23 23:56:48.920427 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-d54d7b26-1dc9-4b27-95b4-6b9cae6b13f1 req-4620fdff-6803-4a3d-b855-d270718f1895 service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862324 Mar 23 23:56:49.016931 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-d54d7b26-1dc9-4b27-95b4-6b9cae6b13f1 req-d403aff3-5ef9-4a1c-8397-eb3d59c16d34 service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891609 Mar 23 23:57:03.273556 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-ba8f0cb4-817e-4495-ab51-69ddc5d1f6cf tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-929383807&fields=id&tenant_id=02770b121f6f4405bcd904ae1a2460d6 HTTP/1.1" status: 200 len: 267 time: 0.0496259 Mar 23 23:57:03.383222 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-55803378-d25d-48ea-8b79-8dc724465249 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:03.384684 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-55803378-d25d-48ea-8b79-8dc724465249 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/networks?id=eb32722d-34ad-4f86-a879-08111091b10d HTTP/1.1" status: 200 len: 811 time: 0.1047680 Mar 23 23:57:03.400114 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-40e287f1-ed9e-4add-9264-087534b5f012 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/quotas/02770b121f6f4405bcd904ae1a2460d6 HTTP/1.1" status: 200 len: 375 time: 0.0100224 Mar 23 23:57:03.463287 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-1d6d3abe-df67-4745-97ad-84939e264f38 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=02770b121f6f4405bcd904ae1a2460d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581503 Mar 23 23:57:03.574137 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-e850f442-5162-4397-9333-5875468da886 service neutron] 10.222.0.31 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981557 Mar 23 23:57:03.676168 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-d2a0006a-3d3f-4195-a688-da6f64950d30 service neutron] 10.222.0.31 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962906 Mar 23 23:57:03.990198 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-71c26528-977e-4985-88d3-a7ef9745e594 req-02d0645a-31aa-4eb0-9c2b-b6795bb6696f tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 210 time: 0.0276463 Mar 23 23:57:04.945628 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-580787b2-77ac-417e-bd42-0dd884bf2fcb tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:04.947053 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-580787b2-77ac-417e-bd42-0dd884bf2fcb tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.20 "GET /v2.0/networks?id=eb32722d-34ad-4f86-a879-08111091b10d HTTP/1.1" status: 200 len: 811 time: 0.1088912 Mar 23 23:57:05.014041 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-967073fc-2762-4e3d-9e5d-10c136412326 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02770b121f6f4405bcd904ae1a2460d6 HTTP/1.1" status: 200 len: 379 time: 0.0592380 Mar 23 23:57:05.023922 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-370db2b3-9847-46ed-958b-42979a2325d7 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Request body: {'port': {'device_id': '050bd7f6-78d4-48bc-a4ed-55b813262a9a', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'admin_state_up': True, 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'security_groups': ['b9b805c5-f545-48ef-a2d9-16f1bc6e825a']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:57:05.086048 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d68e372b-d1dd-44cc-bccb-f403214686f9 req-b7fac534-3bbb-45d2-ace9-e84ef33e2db4 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 210 time: 0.0266662 Mar 23 23:57:05.133859 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-370db2b3-9847-46ed-958b-42979a2325d7 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Made reservation on behalf of 02770b121f6f4405bcd904ae1a2460d6 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:57:05.138622 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-370db2b3-9847-46ed-958b-42979a2325d7 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:05.272481 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-370db2b3-9847-46ed-958b-42979a2325d7 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Allocated IP 172.20.0.13 (eb32722d-34ad-4f86-a879-08111091b10d/33f2a048-cda2-4701-8292-38152d7aa069/bc9f7a24-52d5-4af5-a41b-ccea460dec54) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:57:05.415656 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-370db2b3-9847-46ed-958b-42979a2325d7 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for port (bc9f7a24-52d5-4af5-a41b-ccea460dec54), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:05.450737 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-370db2b3-9847-46ed-958b-42979a2325d7 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (bc9f7a24-52d5-4af5-a41b-ccea460dec54), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:05.496908 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-370db2b3-9847-46ed-958b-42979a2325d7 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Network eb32722d-34ad-4f86-a879-08111091b10d is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:57:05.500119 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-370db2b3-9847-46ed-958b-42979a2325d7 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:57:05.505998 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-370db2b3-9847-46ed-958b-42979a2325d7 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:57:05.512634 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370db2b3-9847-46ed-958b-42979a2325d7 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event updated for resources: {'Port': ['ID=bc9f7a24-52d5-4af5-a41b-ccea460dec54,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:57:05.560233 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-370db2b3-9847-46ed-958b-42979a2325d7 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:05.560844 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-370db2b3-9847-46ed-958b-42979a2325d7 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:05.579077 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-370db2b3-9847-46ed-958b-42979a2325d7 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5591474 Mar 23 23:57:05.591045 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] Request body: {'port': {'device_id': '050bd7f6-78d4-48bc-a4ed-55b813262a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:57:05.652054 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (bc9f7a24-52d5-4af5-a41b-ccea460dec54), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:05.759964 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0c818de5-e581-4652-bdec-7e2ef201cb56 None None] Provisioning complete for port bc9f7a24-52d5-4af5-a41b-ccea460dec54 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:57:05.760579 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0c818de5-e581-4652-bdec-7e2ef201cb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (bc9f7a24-52d5-4af5-a41b-ccea460dec54), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:05.794351 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0c818de5-e581-4652-bdec-7e2ef201cb56 None None] Port bc9f7a24-52d5-4af5-a41b-ccea460dec54 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:57:05.918781 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9f7a24-52d5-4af5-a41b-ccea460dec54 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:57:05.926476 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] Publish callbacks [] for port (bc9f7a24-52d5-4af5-a41b-ccea460dec54), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:05.938509 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] Transition to ACTIVE for port object bc9f7a24-52d5-4af5-a41b-ccea460dec54 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 23:57:05.945681 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (bc9f7a24-52d5-4af5-a41b-ccea460dec54), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:05.995467 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9f7a24-52d5-4af5-a41b-ccea460dec54,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:57:06.067745 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] Attempting to bind port bc9f7a24-52d5-4af5-a41b-ccea460dec54 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:57:06.068073 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] Attempting to bind port bc9f7a24-52d5-4af5-a41b-ccea460dec54 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': 'deed62c0-222a-45f8-a751-10d58b02153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:57:06.068398 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] Attempting to bind port bc9f7a24-52d5-4af5-a41b-ccea460dec54 on network eb32722d-34ad-4f86-a879-08111091b10d {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:57:06.073013 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] Port bc9f7a24-52d5-4af5-a41b-ccea460dec54 on network eb32722d-34ad-4f86-a879-08111091b10d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 23:57:06.073364 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] Attempting to bind port bc9f7a24-52d5-4af5-a41b-ccea460dec54 on network eb32722d-34ad-4f86-a879-08111091b10d {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:57:06.078282 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:57:06.078615 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] Checking segment: {'id': 'deed62c0-222a-45f8-a751-10d58b02153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:57:06.078998 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] Bound using segment: {'id': 'deed62c0-222a-45f8-a751-10d58b02153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:57:06.079467 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] Bound port: bc9f7a24-52d5-4af5-a41b-ccea460dec54, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deed62c0-222a-45f8-a751-10d58b02153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:57:06.080207 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (bc9f7a24-52d5-4af5-a41b-ccea460dec54), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:06.146659 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] For port bc9f7a24-52d5-4af5-a41b-ccea460dec54, host hv-cinder-74915, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:57:06.149723 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] For port bc9f7a24-52d5-4af5-a41b-ccea460dec54, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=bc9f7a24-52d5-4af5-a41b-ccea460dec54,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:57:06.156677 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (bc9f7a24-52d5-4af5-a41b-ccea460dec54), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:06.189415 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:06.190041 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:06.191459 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] 10.222.0.20 "PUT /v2.0/ports/bc9f7a24-52d5-4af5-a41b-ccea460dec54 HTTP/1.1" status: 200 len: 1094 time: 0.6046491 Mar 23 23:57:06.191920 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050bd7f6-78d4-48bc-a4ed-55b813262a9a', 'tag': 'bc9f7a24-52d5-4af5-a41b-ccea460dec54'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:57:06.194289 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66a1ee2-c9b8-4e8d-b23a-bb803fdc9220" -d '{"events": [{"name": "network-changed", "server_uuid": "050bd7f6-78d4-48bc-a4ed-55b813262a9a", "tag": "bc9f7a24-52d5-4af5-a41b-ccea460dec54"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:57:06.212079 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2ad65-718c-458b-9961-0724d000c20c req-243f07fa-8960-4c7f-9b23-ab8edd40f4bb tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:06.215033 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8dc2ad65-718c-458b-9961-0724d000c20c req-243f07fa-8960-4c7f-9b23-ab8edd40f4bb tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 944 time: 0.0571554 Mar 23 23:57:06.256758 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10421b8-fd5b-4828-85df-8da92b47d696 x-openstack-request-id: req-c10421b8-fd5b-4828-85df-8da92b47d696 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:57:06.257710 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050bd7f6-78d4-48bc-a4ed-55b813262a9a", "tag": "bc9f7a24-52d5-4af5-a41b-ccea460dec54", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:57:06.257960 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c10421b8-fd5b-4828-85df-8da92b47d696 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:57:06.258362 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c10421b8-fd5b-4828-85df-8da92b47d696'] response: {'name': 'network-changed', 'server_uuid': '050bd7f6-78d4-48bc-a4ed-55b813262a9a', 'tag': 'bc9f7a24-52d5-4af5-a41b-ccea460dec54', 'status': 'completed', 'code': 200} Mar 23 23:57:06.259314 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d219fb-c69b-4958-a471-1ee0fff6cff4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9f7a24-52d5-4af5-a41b-ccea460dec54,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:57:06.293368 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8dc2ad65-718c-458b-9961-0724d000c20c req-a89d77c5-65b6-4734-b7fd-82b5f8f7ad72 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597582 Mar 23 23:57:06.336638 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-dde59427-1c4f-4bfe-88ff-fa9c1f5ec64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:06.338194 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-dde59427-1c4f-4bfe-88ff-fa9c1f5ec64e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02770b121f6f4405bcd904ae1a2460d6&device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 1128 time: 0.0458741 Mar 23 23:57:06.383891 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-f1756a8f-399e-438a-a899-65ddea226a42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc9f7a24-52d5-4af5-a41b-ccea460dec54 HTTP/1.1" status: 200 len: 217 time: 0.0387814 Mar 23 23:57:06.431708 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-8ddd4f76-bef2-4a0c-b156-55d87a70bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:06.433176 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-8ddd4f76-bef2-4a0c-b156-55d87a70bbe6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33f2a048-cda2-4701-8292-38152d7aa069 HTTP/1.1" status: 200 len: 850 time: 0.0441086 Mar 23 23:57:06.484225 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-48a15985-8d8a-42f4-a6b1-c5438aa6dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:06.486863 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-48a15985-8d8a-42f4-a6b1-c5438aa6dc36 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb32722d-34ad-4f86-a879-08111091b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476763 Mar 23 23:57:06.583163 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-0d95dae7-8399-4f00-acbc-ae01ba76a4d1 service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894127 Mar 23 23:57:06.672096 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-209c18ff-1aad-4bd9-960f-48da0b27bf34 req-5156955b-1a4b-4d62-b765-127dea790a2b service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826066 Mar 23 23:57:06.769503 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a1ee2-c9b8-4e8d-b23a-bb803fdc9220 req-0a7f7e49-d3b5-472e-b74b-1c3d71878e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:06.771005 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f66a1ee2-c9b8-4e8d-b23a-bb803fdc9220 req-0a7f7e49-d3b5-472e-b74b-1c3d71878e5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02770b121f6f4405bcd904ae1a2460d6&device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 1128 time: 0.0513854 Mar 23 23:57:06.864327 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a1ee2-c9b8-4e8d-b23a-bb803fdc9220 req-7d62621c-9744-4e20-b1ce-8361fda3a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:06.865727 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f66a1ee2-c9b8-4e8d-b23a-bb803fdc9220 req-7d62621c-9744-4e20-b1ce-8361fda3a535 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb32722d-34ad-4f86-a879-08111091b10d HTTP/1.1" status: 200 len: 911 time: 0.0877728 Mar 23 23:57:06.906757 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f66a1ee2-c9b8-4e8d-b23a-bb803fdc9220 req-9b08bfdc-3010-4f56-86da-a7345c0f030d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc9f7a24-52d5-4af5-a41b-ccea460dec54 HTTP/1.1" status: 200 len: 217 time: 0.0345840 Mar 23 23:57:06.967482 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a1ee2-c9b8-4e8d-b23a-bb803fdc9220 req-80d13f8d-6192-41f5-9d87-e7b9bee25b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:06.969302 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f66a1ee2-c9b8-4e8d-b23a-bb803fdc9220 req-80d13f8d-6192-41f5-9d87-e7b9bee25b4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33f2a048-cda2-4701-8292-38152d7aa069 HTTP/1.1" status: 200 len: 850 time: 0.0551627 Mar 23 23:57:07.019243 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a1ee2-c9b8-4e8d-b23a-bb803fdc9220 req-d246280f-686e-41ca-935c-7a6b64388e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:07.020718 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f66a1ee2-c9b8-4e8d-b23a-bb803fdc9220 req-d246280f-686e-41ca-935c-7a6b64388e20 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb32722d-34ad-4f86-a879-08111091b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438910 Mar 23 23:57:07.128042 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f66a1ee2-c9b8-4e8d-b23a-bb803fdc9220 req-dd37d929-438e-4ab8-b674-35379b85e456 service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953171 Mar 23 23:57:07.223091 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f66a1ee2-c9b8-4e8d-b23a-bb803fdc9220 req-fb07125b-c908-44e2-8797-57c3d327a144 service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861208 Mar 23 23:57:07.239287 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c1cb341c-9f67-4c3f-9996-9c6801cb5514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:07.429322 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c674e30-51f2-42f2-9b7f-a340c5743377 req-d6f7dabf-b6fc-4637-ba2e-2ac93084858f tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:07.430703 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5c674e30-51f2-42f2-9b7f-a340c5743377 req-d6f7dabf-b6fc-4637-ba2e-2ac93084858f tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 944 time: 0.0643158 Mar 23 23:57:07.482964 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5c674e30-51f2-42f2-9b7f-a340c5743377 req-00fca76b-c736-4e24-bb9c-5afb1a76baeb tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462420 Mar 23 23:57:08.615946 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512b0b1-c0a0-4b12-bf57-4e615a9eb1d5 req-bed48371-44ec-4ce9-94db-5253d90c4edb tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:08.617496 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6512b0b1-c0a0-4b12-bf57-4e615a9eb1d5 req-bed48371-44ec-4ce9-94db-5253d90c4edb tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 944 time: 0.0657032 Mar 23 23:57:08.671216 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6512b0b1-c0a0-4b12-bf57-4e615a9eb1d5 req-59579e63-3234-494a-82cd-ffde32f2d7f9 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480554 Mar 23 23:57:09.350850 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b9fe2872-0dd1-4631-acca-a315b1c96fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:09.823748 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7b43b-016b-4a10-8c10-e57722f6d8c3 req-7c8c108d-6ecb-428b-800e-9af597ef74d4 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:09.825224 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-51c7b43b-016b-4a10-8c10-e57722f6d8c3 req-7c8c108d-6ecb-428b-800e-9af597ef74d4 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 944 time: 0.0622289 Mar 23 23:57:09.875492 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-51c7b43b-016b-4a10-8c10-e57722f6d8c3 req-6226ee2b-4a27-4a16-a054-89383d1c02df tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445266 Mar 23 23:57:10.601566 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:11.017132 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa645bc5-b739-4c1a-9b6e-25815802cc09 req-8dd23823-1a7d-4995-a8e4-0609f3891ff8 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:11.019201 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fa645bc5-b739-4c1a-9b6e-25815802cc09 req-8dd23823-1a7d-4995-a8e4-0609f3891ff8 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 944 time: 0.0706174 Mar 23 23:57:11.069682 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fa645bc5-b739-4c1a-9b6e-25815802cc09 req-4425fc84-3a90-40d6-9f81-bd5d8217a047 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445116 Mar 23 23:57:12.151290 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:12.206190 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791624a-659a-4b84-8504-14f5003f816f req-ce5a2a0c-52ec-4e9f-b20d-9a4323a2ba90 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:12.207710 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a791624a-659a-4b84-8504-14f5003f816f req-ce5a2a0c-52ec-4e9f-b20d-9a4323a2ba90 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 944 time: 0.0547194 Mar 23 23:57:12.261806 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a791624a-659a-4b84-8504-14f5003f816f req-7dcbe865-2620-40b3-af47-01e4892aa476 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484986 Mar 23 23:57:13.325759 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:13.395819 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484304d-cd88-4646-8dca-c5c32ed15ef9 req-19cf41a6-78f3-4955-8bca-0dbc6b0ad32a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:13.397273 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e484304d-cd88-4646-8dca-c5c32ed15ef9 req-19cf41a6-78f3-4955-8bca-0dbc6b0ad32a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 944 time: 0.0563965 Mar 23 23:57:13.448334 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e484304d-cd88-4646-8dca-c5c32ed15ef9 req-5c99dd23-e82d-4044-be68-4c72018186c3 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452893 Mar 23 23:57:13.673827 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device bc9f7a24-52d5-4af5-a41b-ccea460dec54 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:57:13.776863 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port bc9f7a24-52d5-4af5-a41b-ccea460dec54, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=bc9f7a24-52d5-4af5-a41b-ccea460dec54,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:57:13.788489 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': 'bc9f7a24-52d5-4af5-a41b-ccea460dec54', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'port_id': 'bc9f7a24-52d5-4af5-a41b-ccea460dec54', 'mac_address': 'fa:16:3e:3b:73:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:57:13.827972 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port bc9f7a24-52d5-4af5-a41b-ccea460dec54 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:57:13.828371 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (bc9f7a24-52d5-4af5-a41b-ccea460dec54), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:13.842248 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9f7a24-52d5-4af5-a41b-ccea460dec54 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:57:13.866812 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port bc9f7a24-52d5-4af5-a41b-ccea460dec54, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=bc9f7a24-52d5-4af5-a41b-ccea460dec54,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:57:13.871661 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (bc9f7a24-52d5-4af5-a41b-ccea460dec54), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:13.920677 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=bc9f7a24-52d5-4af5-a41b-ccea460dec54,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:57:13.929736 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:13.930084 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:13.930428 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:13.930762 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:13.931235 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:13.931417 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:13.931723 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:13.932049 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:13.932373 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:13.932695 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:13.933051 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:13.933412 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:13.933731 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:13.934034 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:13.934350 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:14.109915 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['bc9f7a24-52d5-4af5-a41b-ccea460dec54'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:57:14.589785 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491007a-6dec-45ff-9727-d9b42d8de6eb req-b41fec54-dcd0-4392-b860-8b25f992742b tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:14.591266 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8491007a-6dec-45ff-9727-d9b42d8de6eb req-b41fec54-dcd0-4392-b860-8b25f992742b tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 945 time: 0.0542767 Mar 23 23:57:14.649113 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8491007a-6dec-45ff-9727-d9b42d8de6eb req-01d573dc-f33b-4009-9d3d-abc6590924da tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495396 Mar 23 23:57:15.681247 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device bc9f7a24-52d5-4af5-a41b-ccea460dec54 up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:57:15.741532 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port bc9f7a24-52d5-4af5-a41b-ccea460dec54 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 23:57:15.745660 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port bc9f7a24-52d5-4af5-a41b-ccea460dec54 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:57:15.746034 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (bc9f7a24-52d5-4af5-a41b-ccea460dec54), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:15.790279 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73605cee-86b2-461d-aa02-5af67fb87be1 req-cfbb2b7a-64c0-4ce0-9101-eaaa51bc4012 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:15.791687 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-73605cee-86b2-461d-aa02-5af67fb87be1 req-cfbb2b7a-64c0-4ce0-9101-eaaa51bc4012 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 945 time: 0.0617230 Mar 23 23:57:15.825309 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port bc9f7a24-52d5-4af5-a41b-ccea460dec54 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:57:15.825726 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (bc9f7a24-52d5-4af5-a41b-ccea460dec54), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:15.844251 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-73605cee-86b2-461d-aa02-5af67fb87be1 req-083c41d8-e3f6-4904-94a1-9d057b135880 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456159 Mar 23 23:57:15.849502 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050bd7f6-78d4-48bc-a4ed-55b813262a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9f7a24-52d5-4af5-a41b-ccea460dec54'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:57:15.851744 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7026a0e0-718d-4aa1-a099-62c8d038a104" -d '{"events": [{"server_uuid": "050bd7f6-78d4-48bc-a4ed-55b813262a9a", "name": "network-vif-plugged", "status": "completed", "tag": "bc9f7a24-52d5-4af5-a41b-ccea460dec54"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:57:15.869170 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port bc9f7a24-52d5-4af5-a41b-ccea460dec54, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=bc9f7a24-52d5-4af5-a41b-ccea460dec54,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:57:15.874387 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (bc9f7a24-52d5-4af5-a41b-ccea460dec54), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:15.898371 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dc30a0-b6ad-41c5-872b-14700e56835e x-openstack-request-id: req-57dc30a0-b6ad-41c5-872b-14700e56835e {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:57:15.898674 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050bd7f6-78d4-48bc-a4ed-55b813262a9a", "name": "network-vif-plugged", "status": "completed", "tag": "bc9f7a24-52d5-4af5-a41b-ccea460dec54", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:57:15.898925 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57dc30a0-b6ad-41c5-872b-14700e56835e {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:57:15.899330 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57dc30a0-b6ad-41c5-872b-14700e56835e'] response: {'server_uuid': '050bd7f6-78d4-48bc-a4ed-55b813262a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9f7a24-52d5-4af5-a41b-ccea460dec54', 'code': 200} Mar 23 23:57:15.926181 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=bc9f7a24-52d5-4af5-a41b-ccea460dec54,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:57:16.155510 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393bdd7-11c0-46ac-9a19-1efbc3e97a5b req-e33854c2-5161-4e5c-a3a3-360c6c6d8d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:16.156913 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-d393bdd7-11c0-46ac-9a19-1efbc3e97a5b req-e33854c2-5161-4e5c-a3a3-360c6c6d8d65 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 1130 time: 0.0557547 Mar 23 23:57:16.205070 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-d393bdd7-11c0-46ac-9a19-1efbc3e97a5b req-323822e3-b61e-4578-a9c7-9b029bc72c1b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408237 Mar 23 23:57:16.970748 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610bce1-0288-4ad3-85df-386fc12802e5 req-72c69f7a-821c-4be0-869d-7bfd183c7264 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:16.972471 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5610bce1-0288-4ad3-85df-386fc12802e5 req-72c69f7a-821c-4be0-869d-7bfd183c7264 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 946 time: 0.0546980 Mar 23 23:57:17.032059 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5610bce1-0288-4ad3-85df-386fc12802e5 req-609f13a7-5f67-45a5-aab2-e2fca804dde1 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517025 Mar 23 23:57:17.661207 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:57:18.160901 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df20734-bc66-497d-9eeb-9baefcb36202 req-11109fc1-9bb0-4513-aa03-2c2a4738b939 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:18.162382 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1df20734-bc66-497d-9eeb-9baefcb36202 req-11109fc1-9bb0-4513-aa03-2c2a4738b939 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 946 time: 0.0550487 Mar 23 23:57:18.218002 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1df20734-bc66-497d-9eeb-9baefcb36202 req-691c5f97-adc5-4de4-a186-f0c5b558dd2b tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476477 Mar 23 23:57:18.352266 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350f2dc-365d-4a79-b185-66e2a0cb22fa req-c1304c2d-fd8b-4427-8110-ee9ffb70b884 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:18.353712 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4350f2dc-365d-4a79-b185-66e2a0cb22fa req-c1304c2d-fd8b-4427-8110-ee9ffb70b884 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 946 time: 0.0658281 Mar 23 23:57:18.402155 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4350f2dc-365d-4a79-b185-66e2a0cb22fa req-388312d5-943b-475a-ba03-32eb0a34d331 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425804 Mar 23 23:57:18.432287 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55046) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:57:18.477182 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d7b66e-b33a-4c7f-b13c-289e2b8224be tempest-TestVolumeBootPattern-889915525 tempest-TestVolumeBootPattern-889915525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:18.478670 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-e2d7b66e-b33a-4c7f-b13c-289e2b8224be tempest-TestVolumeBootPattern-889915525 tempest-TestVolumeBootPattern-889915525-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 1125 time: 0.0454330 Mar 23 23:57:18.482914 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55048) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:57:18.487074 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d4d0d559-c3fe-4996-b903-05756415d9d6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Request body: {'floatingip': {'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'port_id': 'bc9f7a24-52d5-4af5-a41b-ccea460dec54', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:57:18.511359 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4d0d559-c3fe-4996-b903-05756415d9d6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:18.615731 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4d0d559-c3fe-4996-b903-05756415d9d6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:18.723016 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-d4d0d559-c3fe-4996-b903-05756415d9d6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Allocated IP 172.27.0.10 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/dba99cd2-e49c-48da-8e12-350460488052) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:57:18.772602 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:18.829165 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4d0d559-c3fe-4996-b903-05756415d9d6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for port (dba99cd2-e49c-48da-8e12-350460488052), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:18.877066 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4d0d559-c3fe-4996-b903-05756415d9d6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (dba99cd2-e49c-48da-8e12-350460488052), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:18.914655 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d0d559-c3fe-4996-b903-05756415d9d6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:57:18.917557 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-d4d0d559-c3fe-4996-b903-05756415d9d6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:57:18.923543 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d0d559-c3fe-4996-b903-05756415d9d6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:57:18.929671 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0d559-c3fe-4996-b903-05756415d9d6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event updated for resources: {'Port': ['ID=dba99cd2-e49c-48da-8e12-350460488052,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:57:19.295417 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4d0d559-c3fe-4996-b903-05756415d9d6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for floatingip (56712d43-0fce-44f5-aece-d0e64d1970f9), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:19.378489 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4d0d559-c3fe-4996-b903-05756415d9d6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (dba99cd2-e49c-48da-8e12-350460488052), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:19.535602 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4d0d559-c3fe-4996-b903-05756415d9d6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for port (dba99cd2-e49c-48da-8e12-350460488052), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:19.542288 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4d0d559-c3fe-4996-b903-05756415d9d6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5624838'] for port (dba99cd2-e49c-48da-8e12-350460488052), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:19.612138 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0d559-c3fe-4996-b903-05756415d9d6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event updated for resources: {'Port': ['ID=dba99cd2-e49c-48da-8e12-350460488052,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:57:19.623473 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4d0d559-c3fe-4996-b903-05756415d9d6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (56712d43-0fce-44f5-aece-d0e64d1970f9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:19.727317 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.l3_db [None req-d4d0d559-c3fe-4996-b903-05756415d9d6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Floating IP 56712d43-0fce-44f5-aece-d0e64d1970f9 associated. External IP: 172.27.0.10, port: bc9f7a24-52d5-4af5-a41b-ccea460dec54. Mar 23 23:57:19.949871 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d0d559-c3fe-4996-b903-05756415d9d6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Router aa2e5138-d485-4376-93dd-0346e3528def has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:57:20.066728 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d0d559-c3fe-4996-b903-05756415d9d6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:57:20.076816 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b328cf-f06b-4a00-bd36-95d620a9e5f8 None None] Sync routers for ids ['aa2e5138-d485-4376-93dd-0346e3528def'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:57:20.086055 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4d0d559-c3fe-4996-b903-05756415d9d6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:20.089207 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b328cf-f06b-4a00-bd36-95d620a9e5f8 None None] Routers {'aa2e5138-d485-4376-93dd-0346e3528def'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:57:20.089919 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a0b328cf-f06b-4a00-bd36-95d620a9e5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:57:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['aa2e5138-d485-4376-93dd-0346e3528def'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:57:20.116420 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-d4d0d559-c3fe-4996-b903-05756415d9d6 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6325362 Mar 23 23:57:20.117395 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050bd7f6-78d4-48bc-a4ed-55b813262a9a', 'tag': 'bc9f7a24-52d5-4af5-a41b-ccea460dec54'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:57:20.119734 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f89217267680bd64d7f927d4eadc419634559ab2f391f9993dc43694367eced7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc259f9a-3842-4d65-bed3-512cba433941" -d '{"events": [{"name": "network-changed", "server_uuid": "050bd7f6-78d4-48bc-a4ed-55b813262a9a", "tag": "bc9f7a24-52d5-4af5-a41b-ccea460dec54"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:57:20.156774 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5df02f-a83b-460d-91e3-80ce026be505 x-openstack-request-id: req-df5df02f-a83b-460d-91e3-80ce026be505 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:57:20.157089 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050bd7f6-78d4-48bc-a4ed-55b813262a9a", "tag": "bc9f7a24-52d5-4af5-a41b-ccea460dec54", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:57:20.157394 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df5df02f-a83b-460d-91e3-80ce026be505 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:57:20.157808 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5df02f-a83b-460d-91e3-80ce026be505'] response: {'name': 'network-changed', 'server_uuid': '050bd7f6-78d4-48bc-a4ed-55b813262a9a', 'tag': 'bc9f7a24-52d5-4af5-a41b-ccea460dec54', 'status': 'completed', 'code': 200} Mar 23 23:57:20.208734 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a0b328cf-f06b-4a00-bd36-95d620a9e5f8 None None] Set router aa2e5138-d485-4376-93dd-0346e3528def gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:57:20.233125 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc259f9a-3842-4d65-bed3-512cba433941 req-7b732f3a-bf21-4950-81d5-88cba4afcb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:20.237695 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-cc259f9a-3842-4d65-bed3-512cba433941 req-7b732f3a-bf21-4950-81d5-88cba4afcb92 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02770b121f6f4405bcd904ae1a2460d6&device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 1130 time: 0.0570798 Mar 23 23:57:20.324989 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc259f9a-3842-4d65-bed3-512cba433941 req-173d8403-2401-4ff4-86e4-75c9e6f7bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:20.326637 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-cc259f9a-3842-4d65-bed3-512cba433941 req-173d8403-2401-4ff4-86e4-75c9e6f7bc17 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb32722d-34ad-4f86-a879-08111091b10d HTTP/1.1" status: 200 len: 911 time: 0.0852349 Mar 23 23:57:20.397613 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-cc259f9a-3842-4d65-bed3-512cba433941 req-9e3908f4-860c-4c3e-a132-f0ac11b17176 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc9f7a24-52d5-4af5-a41b-ccea460dec54 HTTP/1.1" status: 200 len: 999 time: 0.0650005 Mar 23 23:57:20.447081 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc259f9a-3842-4d65-bed3-512cba433941 req-3c866ddb-82f9-4bcc-b464-a5e06aef1b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:20.447350 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a0b328cf-f06b-4a00-bd36-95d620a9e5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '3c362fe9-7f6d-4fb6-85bb-931b242a151b', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'port_id': '634d08c1-2737-4733-b9f3-5945bf292919', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'mac_address': 'fa:16:3e:9e:41:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d18976-71db-4685-b408-6fde6bf1f3a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:55:15Z', 'updated_at': '2022-03-23T23:55:18Z', 'revision_number': 1, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'fixed_ip_address_scope': None}, {'id': '56712d43-0fce-44f5-aece-d0e64d1970f9', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'floating_ip_address': '172.27.0.10', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'port_id': 'bc9f7a24-52d5-4af5-a41b-ccea460dec54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'mac_address': 'fa:16:3e:3b:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd7f6-78d4-48bc-a4ed-55b813262a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:57:19Z', 'updated_at': '2022-03-23T23:57:19Z', 'revision_number': 0, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a7144b-72fc-4776-b25c-2fe67a1fff5a', 'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'mac_address': 'fa:16:3e:7b:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:24Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 5, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'subnets': [{'id': '33f2a048-cda2-4701-8292-38152d7aa069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:57:20.448546 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-cc259f9a-3842-4d65-bed3-512cba433941 req-3c866ddb-82f9-4bcc-b464-a5e06aef1b8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33f2a048-cda2-4701-8292-38152d7aa069 HTTP/1.1" status: 200 len: 850 time: 0.0450439 Mar 23 23:57:20.477526 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b328cf-f06b-4a00-bd36-95d620a9e5f8 None None] Checking router: aa2e5138-d485-4376-93dd-0346e3528def for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:57:20.486504 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b328cf-f06b-4a00-bd36-95d620a9e5f8 None None] Routers {'aa2e5138-d485-4376-93dd-0346e3528def'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:57:20.487144 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a0b328cf-f06b-4a00-bd36-95d620a9e5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:57:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['aa2e5138-d485-4376-93dd-0346e3528def'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:57:20.497200 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc259f9a-3842-4d65-bed3-512cba433941 req-22d83136-60ad-4471-94ba-33442020858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:20.498699 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-cc259f9a-3842-4d65-bed3-512cba433941 req-22d83136-60ad-4471-94ba-33442020858f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb32722d-34ad-4f86-a879-08111091b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445030 Mar 23 23:57:20.590652 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-cc259f9a-3842-4d65-bed3-512cba433941 req-c6fa41fd-2518-4558-93a3-a007577280c0 service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858402 Mar 23 23:57:20.593602 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a0b328cf-f06b-4a00-bd36-95d620a9e5f8 None None] Set router aa2e5138-d485-4376-93dd-0346e3528def gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:57:20.688820 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-cc259f9a-3842-4d65-bed3-512cba433941 req-08111133-1bbd-4cc2-aa81-5aa86f8b3e05 service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895560 Mar 23 23:57:20.826005 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a0b328cf-f06b-4a00-bd36-95d620a9e5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '3c362fe9-7f6d-4fb6-85bb-931b242a151b', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'port_id': '634d08c1-2737-4733-b9f3-5945bf292919', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'mac_address': 'fa:16:3e:9e:41:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d18976-71db-4685-b408-6fde6bf1f3a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:55:15Z', 'updated_at': '2022-03-23T23:55:18Z', 'revision_number': 1, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'fixed_ip_address_scope': None}, {'id': '56712d43-0fce-44f5-aece-d0e64d1970f9', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'floating_ip_address': '172.27.0.10', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'port_id': 'bc9f7a24-52d5-4af5-a41b-ccea460dec54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'mac_address': 'fa:16:3e:3b:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd7f6-78d4-48bc-a4ed-55b813262a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:57:19Z', 'updated_at': '2022-03-23T23:57:19Z', 'revision_number': 0, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a7144b-72fc-4776-b25c-2fe67a1fff5a', 'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'mac_address': 'fa:16:3e:7b:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:24Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 5, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'subnets': [{'id': '33f2a048-cda2-4701-8292-38152d7aa069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:57:20.851591 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b328cf-f06b-4a00-bd36-95d620a9e5f8 None None] The sync data for ids ['aa2e5138-d485-4376-93dd-0346e3528def'] in dv-cinder-749155-6-iscsi is: [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '3c362fe9-7f6d-4fb6-85bb-931b242a151b', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'port_id': '634d08c1-2737-4733-b9f3-5945bf292919', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'mac_address': 'fa:16:3e:9e:41:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d18976-71db-4685-b408-6fde6bf1f3a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:55:15Z', 'updated_at': '2022-03-23T23:55:18Z', 'revision_number': 1, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'fixed_ip_address_scope': None}, {'id': '56712d43-0fce-44f5-aece-d0e64d1970f9', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'floating_ip_address': '172.27.0.10', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'port_id': 'bc9f7a24-52d5-4af5-a41b-ccea460dec54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'mac_address': 'fa:16:3e:3b:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd7f6-78d4-48bc-a4ed-55b813262a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:57:19Z', 'updated_at': '2022-03-23T23:57:19Z', 'revision_number': 0, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a7144b-72fc-4776-b25c-2fe67a1fff5a', 'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'mac_address': 'fa:16:3e:7b:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:24Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 5, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'subnets': [{'id': '33f2a048-cda2-4701-8292-38152d7aa069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:57:21.045116 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4e6dc5-6491-4b99-99c5-d813ca390fc7 None None] New status for floating IP 56712d43-0fce-44f5-aece-d0e64d1970f9: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:57:23.622453 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55068) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:57:23.627007 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f2f33047-2cf5-46f4-8d5b-601e74aeca03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--630479503', 'description': 'tempest-description--513087308'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:57:23.648162 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2f33047-2cf5-46f4-8d5b-601e74aeca03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:23.717555 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2f33047-2cf5-46f4-8d5b-601e74aeca03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (fc016776-2a39-4d97-90af-8298c31c5462), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:23.723880 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2f33047-2cf5-46f4-8d5b-601e74aeca03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (fc016776-2a39-4d97-90af-8298c31c5462), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:23.755442 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2f33047-2cf5-46f4-8d5b-601e74aeca03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:23.756669 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-f2f33047-2cf5-46f4-8d5b-601e74aeca03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1332440 Mar 23 23:57:23.759806 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55070) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:57:23.761339 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f33047-2cf5-46f4-8d5b-601e74aeca03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc016776-2a39-4d97-90af-8298c31c5462,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:57:23.764428 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-d461a97a-4574-44e0-b017-f3a720084cfd tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'security_group_rule': {'security_group_id': 'fc016776-2a39-4d97-90af-8298c31c5462', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:57:23.793780 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d461a97a-4574-44e0-b017-f3a720084cfd tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (2aa6577e-0d3b-40ba-a50e-029d7bb7c65b), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:23.849174 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d461a97a-4574-44e0-b017-f3a720084cfd tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (2aa6577e-0d3b-40ba-a50e-029d7bb7c65b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:23.854401 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d461a97a-4574-44e0-b017-f3a720084cfd tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (2aa6577e-0d3b-40ba-a50e-029d7bb7c65b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:23.871587 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461a97a-4574-44e0-b017-f3a720084cfd tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa6577e-0d3b-40ba-a50e-029d7bb7c65b,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:57:23.879336 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d461a97a-4574-44e0-b017-f3a720084cfd tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:23.880512 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-d461a97a-4574-44e0-b017-f3a720084cfd tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197095 Mar 23 23:57:23.883260 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55072) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:57:23.887423 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0ae37b04-102e-4757-b31f-e96b8184b9e8 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'security_group_rule': {'security_group_id': 'fc016776-2a39-4d97-90af-8298c31c5462', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:57:23.914371 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0ae37b04-102e-4757-b31f-e96b8184b9e8 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (33ec3af7-ebd5-493c-9944-67eed3ee7fef), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:23.985239 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0ae37b04-102e-4757-b31f-e96b8184b9e8 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (33ec3af7-ebd5-493c-9944-67eed3ee7fef), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:23.991880 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0ae37b04-102e-4757-b31f-e96b8184b9e8 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (33ec3af7-ebd5-493c-9944-67eed3ee7fef), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:24.011420 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae37b04-102e-4757-b31f-e96b8184b9e8 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ec3af7-ebd5-493c-9944-67eed3ee7fef,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:57:24.017044 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0ae37b04-102e-4757-b31f-e96b8184b9e8 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:24.018535 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-0ae37b04-102e-4757-b31f-e96b8184b9e8 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343513 Mar 23 23:57:24.022139 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55074) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:57:24.026742 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'floatingip': {'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:57:24.049725 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:24.154289 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:24.266923 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Allocated IP 172.27.0.133 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/529e339b-3c7a-46d8-a525-cdb634360151) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:57:24.371039 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for port (529e339b-3c7a-46d8-a525-cdb634360151), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:24.408397 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (529e339b-3c7a-46d8-a525-cdb634360151), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:24.454084 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:57:24.456936 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:57:24.460389 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:57:24.488716 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'Port': ['ID=529e339b-3c7a-46d8-a525-cdb634360151,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:57:24.501468 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:24.501820 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:24.502172 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:24.502506 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:24.502822 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:24.503329 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:24.503685 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:24.504010 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:24.504325 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:24.504647 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:24.504974 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:24.505317 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:24.505650 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:24.505970 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:24.506291 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:24.564960 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (7eca79f4-f374-4742-9790-2f62191345d9), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:24.606914 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (529e339b-3c7a-46d8-a525-cdb634360151), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:24.767854 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for port (529e339b-3c7a-46d8-a525-cdb634360151), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:24.776152 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5624838'] for port (529e339b-3c7a-46d8-a525-cdb634360151), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:24.844943 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'Port': ['ID=529e339b-3c7a-46d8-a525-cdb634360151,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:57:24.855427 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (7eca79f4-f374-4742-9790-2f62191345d9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:24.873763 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:24.875030 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-d69e2d32-b644-4444-be26-792ff0445dcb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8518484 Mar 23 23:57:25.078720 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-91536e60-864a-4d0a-8507-16e639e0feca tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--630479503&fields=id&tenant_id=86b1df8360d64fb0a66f886af5025f1f HTTP/1.1" status: 200 len: 267 time: 0.0453095 Mar 23 23:57:25.187304 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-849fa285-8b34-4b91-972c-15f77b4c008d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:25.188759 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-849fa285-8b34-4b91-972c-15f77b4c008d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/networks?id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 HTTP/1.1" status: 200 len: 814 time: 0.1010997 Mar 23 23:57:25.206589 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-5cc4666e-788e-4d72-b1e4-517fc45741b8 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/quotas/86b1df8360d64fb0a66f886af5025f1f HTTP/1.1" status: 200 len: 375 time: 0.0097384 Mar 23 23:57:25.268795 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-e903fd39-9628-49f4-bee9-3bc16d467e65 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=86b1df8360d64fb0a66f886af5025f1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561154 Mar 23 23:57:25.382471 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-d66e6a69-8ae6-4211-a6ad-c39384eae1c5 service neutron] 10.222.0.31 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018043 Mar 23 23:57:25.479266 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-3541362f-5928-488b-9c12-57a86456f079 service neutron] 10.222.0.31 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907786 Mar 23 23:57:25.668904 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a1a924a8-1ae4-439e-9e13-eac04cb06bc5 req-123fe7f0-7722-4cb3-9a98-964e158ae7e3 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e514e2f-ef72-4f98-88a3-5302182bc037 HTTP/1.1" status: 200 len: 210 time: 0.0281522 Mar 23 23:57:26.666421 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-7af45543-77a2-4dfb-84bf-3dbd323c13fd tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:26.668461 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-7af45543-77a2-4dfb-84bf-3dbd323c13fd tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.20 "GET /v2.0/networks?id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 HTTP/1.1" status: 200 len: 814 time: 0.1048424 Mar 23 23:57:26.747266 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-52a56239-2b02-456c-a77c-d545245df526 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86b1df8360d64fb0a66f886af5025f1f HTTP/1.1" status: 200 len: 472 time: 0.0708318 Mar 23 23:57:26.758100 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'port': {'device_id': '2e514e2f-ef72-4f98-88a3-5302182bc037', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'admin_state_up': True, 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'security_groups': ['fc016776-2a39-4d97-90af-8298c31c5462']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:57:26.764501 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-5fb3e29f-e811-4030-9145-e0336277fb7e req-fb288787-9c57-45ab-a070-a3b659e215ff tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e514e2f-ef72-4f98-88a3-5302182bc037 HTTP/1.1" status: 200 len: 210 time: 0.0264571 Mar 23 23:57:26.880702 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Made reservation on behalf of 86b1df8360d64fb0a66f886af5025f1f for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:57:26.884146 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:27.017107 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Allocated IP 172.20.0.13 (3090e2bb-ae6f-412f-a5fa-cf46e835c3d3/afe934b9-dd09-44eb-b021-dedab2747e45/7de57eaf-00c7-454f-b3e7-d353b9b4fe0c) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:57:27.149804 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for port (7de57eaf-00c7-454f-b3e7-d353b9b4fe0c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:27.185048 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (7de57eaf-00c7-454f-b3e7-d353b9b4fe0c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:27.230951 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:57:27.240843 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:57:27.246572 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:57:27.250439 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'Port': ['ID=7de57eaf-00c7-454f-b3e7-d353b9b4fe0c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:57:27.450583 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-23823bcc-1f15-418c-89f7-e07fb637fe76 None None] Provisioning complete for port 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:57:27.451229 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23823bcc-1f15-418c-89f7-e07fb637fe76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (7de57eaf-00c7-454f-b3e7-d353b9b4fe0c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:27.486062 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-23823bcc-1f15-418c-89f7-e07fb637fe76 None None] Port 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:57:27.533057 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:27.533316 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:27.533689 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:27.534036 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:27.534371 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:27.534707 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:27.535035 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:27.535364 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:27.535691 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:27.536060 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:27.536386 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:27.536705 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:27.537036 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:27.537393 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:27.537723 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:57:27.563762 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:27.564278 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:27.581286 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-cb233692-9e2b-460b-8010-8af3f028b001 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8269482 Mar 23 23:57:27.596241 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] Request body: {'port': {'device_id': '2e514e2f-ef72-4f98-88a3-5302182bc037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:57:27.654411 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (7de57eaf-00c7-454f-b3e7-d353b9b4fe0c), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:27.884667 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb3e97-ff32-4a76-b00b-d73450df4288 req-2df22776-19fa-47e6-9fc7-0c24be79a4de tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:27.886219 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ffcb3e97-ff32-4a76-b00b-d73450df4288 req-2df22776-19fa-47e6-9fc7-0c24be79a4de tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e514e2f-ef72-4f98-88a3-5302182bc037 HTTP/1.1" status: 200 len: 932 time: 0.0536203 Mar 23 23:57:27.916905 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:57:27.925125 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] Publish callbacks [] for port (7de57eaf-00c7-454f-b3e7-d353b9b4fe0c), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:27.933392 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ffcb3e97-ff32-4a76-b00b-d73450df4288 req-83f79dcd-53f4-4097-883f-70352e6df26f tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc016776-2a39-4d97-90af-8298c31c5462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414784 Mar 23 23:57:27.937558 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] Transition to ACTIVE for port object 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 23:57:27.943147 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (7de57eaf-00c7-454f-b3e7-d353b9b4fe0c), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:27.990739 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] Pushing event updated for resources: {'Port': ['ID=7de57eaf-00c7-454f-b3e7-d353b9b4fe0c,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:57:28.065698 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] Attempting to bind port 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:57:28.066025 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] Attempting to bind port 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:57:28.066347 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] Attempting to bind port 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c on network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:57:28.071846 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] Port 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c on network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 23:57:28.072207 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] Attempting to bind port 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c on network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:57:28.077784 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:57:28.078127 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] Checking segment: {'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:57:28.078513 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] Bound using segment: {'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:57:28.078910 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] Bound port: 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:57:28.079296 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (7de57eaf-00c7-454f-b3e7-d353b9b4fe0c), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:28.147422 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] For port 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c, host hv-cinder-74915, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:57:28.150355 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] For port 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7de57eaf-00c7-454f-b3e7-d353b9b4fe0c,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:57:28.157061 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (7de57eaf-00c7-454f-b3e7-d353b9b4fe0c), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:28.188278 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:28.188987 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:28.190401 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] 10.222.0.20 "PUT /v2.0/ports/7de57eaf-00c7-454f-b3e7-d353b9b4fe0c HTTP/1.1" status: 200 len: 1094 time: 0.5981486 Mar 23 23:57:28.192518 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e514e2f-ef72-4f98-88a3-5302182bc037', 'tag': '7de57eaf-00c7-454f-b3e7-d353b9b4fe0c'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:57:28.194780 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61292712-e6bc-4a51-a1a2-e42836b5b35a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e514e2f-ef72-4f98-88a3-5302182bc037", "tag": "7de57eaf-00c7-454f-b3e7-d353b9b4fe0c"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:57:28.223586 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfc660-86a6-499c-ae44-b8b45aec5f81 service neutron] Pushing event updated for resources: {'Port': ['ID=7de57eaf-00c7-454f-b3e7-d353b9b4fe0c,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:57:28.255174 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4284a4ce-eb01-4de7-a3f3-ca6d9cef5654 x-openstack-request-id: req-4284a4ce-eb01-4de7-a3f3-ca6d9cef5654 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:57:28.255875 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e514e2f-ef72-4f98-88a3-5302182bc037", "tag": "7de57eaf-00c7-454f-b3e7-d353b9b4fe0c", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:57:28.255875 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4284a4ce-eb01-4de7-a3f3-ca6d9cef5654 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:57:28.256134 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4284a4ce-eb01-4de7-a3f3-ca6d9cef5654'] response: {'name': 'network-changed', 'server_uuid': '2e514e2f-ef72-4f98-88a3-5302182bc037', 'tag': '7de57eaf-00c7-454f-b3e7-d353b9b4fe0c', 'status': 'completed', 'code': 200} Mar 23 23:57:28.290763 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-51b7a03d-8808-406f-aaf4-adf2053480bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:28.292703 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-51b7a03d-8808-406f-aaf4-adf2053480bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86b1df8360d64fb0a66f886af5025f1f&device_id=2e514e2f-ef72-4f98-88a3-5302182bc037 HTTP/1.1" status: 200 len: 1128 time: 0.0486600 Mar 23 23:57:28.337795 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-e065eb8b-8ee2-455a-b638-a5c6aab3c708 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7de57eaf-00c7-454f-b3e7-d353b9b4fe0c HTTP/1.1" status: 200 len: 217 time: 0.0383391 Mar 23 23:57:28.387219 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-9607c9d5-5650-4d69-84a9-415256330a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:28.388643 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-9607c9d5-5650-4d69-84a9-415256330a17 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=afe934b9-dd09-44eb-b021-dedab2747e45 HTTP/1.1" status: 200 len: 853 time: 0.0458117 Mar 23 23:57:28.437410 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-ca013fc2-3902-4ab8-815b-bb151e7f78cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:28.438933 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-ca013fc2-3902-4ab8-815b-bb151e7f78cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438874 Mar 23 23:57:28.537523 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-d3f69e1b-032b-4eeb-97f1-85afe5f78569 service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921168 Mar 23 23:57:28.634293 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-2d717a47-53b0-4e3e-98c5-7e12f58b2726 req-6aa5d267-17fb-4a91-a702-2350b90245e0 service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889933 Mar 23 23:57:28.736089 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61292712-e6bc-4a51-a1a2-e42836b5b35a req-785d9735-4290-46e1-8a40-0607e2ec3bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:28.737645 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-61292712-e6bc-4a51-a1a2-e42836b5b35a req-785d9735-4290-46e1-8a40-0607e2ec3bd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86b1df8360d64fb0a66f886af5025f1f&device_id=2e514e2f-ef72-4f98-88a3-5302182bc037 HTTP/1.1" status: 200 len: 1128 time: 0.0462127 Mar 23 23:57:28.831973 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61292712-e6bc-4a51-a1a2-e42836b5b35a req-36ba1f20-5db3-44e5-b27e-78c5aeddcb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:28.833480 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-61292712-e6bc-4a51-a1a2-e42836b5b35a req-36ba1f20-5db3-44e5-b27e-78c5aeddcb87 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 HTTP/1.1" status: 200 len: 914 time: 0.0897408 Mar 23 23:57:28.876556 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-61292712-e6bc-4a51-a1a2-e42836b5b35a req-8883418d-7e04-4104-9eb8-b2988e562384 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7de57eaf-00c7-454f-b3e7-d353b9b4fe0c HTTP/1.1" status: 200 len: 217 time: 0.0357776 Mar 23 23:57:28.937097 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61292712-e6bc-4a51-a1a2-e42836b5b35a req-db0de1bc-08b6-440d-83d7-5ec5d7846b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:28.938555 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-61292712-e6bc-4a51-a1a2-e42836b5b35a req-db0de1bc-08b6-440d-83d7-5ec5d7846b40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=afe934b9-dd09-44eb-b021-dedab2747e45 HTTP/1.1" status: 200 len: 853 time: 0.0552828 Mar 23 23:57:28.992199 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61292712-e6bc-4a51-a1a2-e42836b5b35a req-1acee5c8-fffc-4a2c-b339-4d4800cf7d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:28.993758 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-61292712-e6bc-4a51-a1a2-e42836b5b35a req-1acee5c8-fffc-4a2c-b339-4d4800cf7d53 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483627 Mar 23 23:57:29.059280 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce272085-35ea-4270-93a1-8120d3a1c4f0 req-c6b79323-12d2-4175-8b7c-45bea5242666 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:29.060833 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ce272085-35ea-4270-93a1-8120d3a1c4f0 req-c6b79323-12d2-4175-8b7c-45bea5242666 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e514e2f-ef72-4f98-88a3-5302182bc037 HTTP/1.1" status: 200 len: 944 time: 0.0583289 Mar 23 23:57:29.090725 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-61292712-e6bc-4a51-a1a2-e42836b5b35a req-f1b557da-a0b4-4754-82d8-0808ae3fbca4 service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851750 Mar 23 23:57:29.108103 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ce272085-35ea-4270-93a1-8120d3a1c4f0 req-088e9841-f794-434b-a2ba-2537a2a9f821 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc016776-2a39-4d97-90af-8298c31c5462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412979 Mar 23 23:57:29.186066 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-61292712-e6bc-4a51-a1a2-e42836b5b35a req-c8cb5699-2126-4627-becb-e8a1540bccda service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886376 Mar 23 23:57:30.231348 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff73378-162f-4e1d-b53b-11ade6dc5d3c req-4c974f82-f3dd-4239-8966-4510b4477dc7 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:30.233164 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1ff73378-162f-4e1d-b53b-11ade6dc5d3c req-4c974f82-f3dd-4239-8966-4510b4477dc7 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e514e2f-ef72-4f98-88a3-5302182bc037 HTTP/1.1" status: 200 len: 944 time: 0.0546355 Mar 23 23:57:30.280861 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1ff73378-162f-4e1d-b53b-11ade6dc5d3c req-a9937052-c6ae-4787-999d-ab19dc602aad tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc016776-2a39-4d97-90af-8298c31c5462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419538 Mar 23 23:57:31.415533 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e55a9-734e-4b83-ac0c-14b83314f55c req-5c8afefd-dd91-4915-816b-5869aa072c30 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:31.417008 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2f8e55a9-734e-4b83-ac0c-14b83314f55c req-5c8afefd-dd91-4915-816b-5869aa072c30 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e514e2f-ef72-4f98-88a3-5302182bc037 HTTP/1.1" status: 200 len: 944 time: 0.0594394 Mar 23 23:57:31.471929 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2f8e55a9-734e-4b83-ac0c-14b83314f55c req-868c31b4-aeb8-41a8-bdf1-71726067be14 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc016776-2a39-4d97-90af-8298c31c5462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465004 Mar 23 23:57:31.732547 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:57:31.840352 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7de57eaf-00c7-454f-b3e7-d353b9b4fe0c,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:57:31.853076 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': '7de57eaf-00c7-454f-b3e7-d353b9b4fe0c', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'port_id': '7de57eaf-00c7-454f-b3e7-d353b9b4fe0c', 'mac_address': 'fa:16:3e:34:45:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:57:31.892850 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:57:31.893242 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (7de57eaf-00c7-454f-b3e7-d353b9b4fe0c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:31.906526 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:57:31.926805 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7de57eaf-00c7-454f-b3e7-d353b9b4fe0c,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:57:31.933495 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (7de57eaf-00c7-454f-b3e7-d353b9b4fe0c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:31.990351 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=7de57eaf-00c7-454f-b3e7-d353b9b4fe0c,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:57:32.180208 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['7de57eaf-00c7-454f-b3e7-d353b9b4fe0c'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:57:32.598557 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4695c-2f43-42a4-96cb-f00b4a2d3313 req-22793b1b-5715-444e-b409-250f93b05af6 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:32.600464 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b9b4695c-2f43-42a4-96cb-f00b4a2d3313 req-22793b1b-5715-444e-b409-250f93b05af6 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e514e2f-ef72-4f98-88a3-5302182bc037 HTTP/1.1" status: 200 len: 945 time: 0.0553019 Mar 23 23:57:32.679584 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b9b4695c-2f43-42a4-96cb-f00b4a2d3313 req-e24df5cb-e469-4503-b8c0-9cbdcf4f7a38 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc016776-2a39-4d97-90af-8298c31c5462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708261 Mar 23 23:57:33.743119 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:57:33.799787 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b1c01-5198-4f5d-b90c-8985635169d8 req-6bb47657-9c2d-43f8-820a-2d2cee880ce1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:33.801570 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-055b1c01-5198-4f5d-b90c-8985635169d8 req-6bb47657-9c2d-43f8-820a-2d2cee880ce1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e514e2f-ef72-4f98-88a3-5302182bc037 HTTP/1.1" status: 200 len: 945 time: 0.0530009 Mar 23 23:57:33.803570 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 23:57:33.808053 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:57:33.808420 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (7de57eaf-00c7-454f-b3e7-d353b9b4fe0c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:33.850944 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-055b1c01-5198-4f5d-b90c-8985635169d8 req-abe00d4c-f93e-4503-aa2f-d9fdf526fc87 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc016776-2a39-4d97-90af-8298c31c5462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431769 Mar 23 23:57:33.889447 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:57:33.889861 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (7de57eaf-00c7-454f-b3e7-d353b9b4fe0c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:33.912624 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e514e2f-ef72-4f98-88a3-5302182bc037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de57eaf-00c7-454f-b3e7-d353b9b4fe0c'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:57:33.915635 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f2b36b-707d-4022-a367-7e390ce0dae1" -d '{"events": [{"server_uuid": "2e514e2f-ef72-4f98-88a3-5302182bc037", "name": "network-vif-plugged", "status": "completed", "tag": "7de57eaf-00c7-454f-b3e7-d353b9b4fe0c"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:57:33.927571 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7de57eaf-00c7-454f-b3e7-d353b9b4fe0c,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:57:33.932655 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (7de57eaf-00c7-454f-b3e7-d353b9b4fe0c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:33.962658 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b66cd66-64fb-49b9-a9b5-fa754563205e x-openstack-request-id: req-5b66cd66-64fb-49b9-a9b5-fa754563205e {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:57:33.963091 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e514e2f-ef72-4f98-88a3-5302182bc037", "name": "network-vif-plugged", "status": "completed", "tag": "7de57eaf-00c7-454f-b3e7-d353b9b4fe0c", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:57:33.963528 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b66cd66-64fb-49b9-a9b5-fa754563205e {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:57:33.964101 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b66cd66-64fb-49b9-a9b5-fa754563205e'] response: {'server_uuid': '2e514e2f-ef72-4f98-88a3-5302182bc037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de57eaf-00c7-454f-b3e7-d353b9b4fe0c', 'code': 200} Mar 23 23:57:33.998100 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=7de57eaf-00c7-454f-b3e7-d353b9b4fe0c,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:57:34.145986 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99542d14-cb75-40de-85c9-3de5ab434376 req-5d806e02-cccf-489d-95ab-4ef9585a569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:34.147552 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-99542d14-cb75-40de-85c9-3de5ab434376 req-5d806e02-cccf-489d-95ab-4ef9585a569e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e514e2f-ef72-4f98-88a3-5302182bc037 HTTP/1.1" status: 200 len: 1130 time: 0.0476749 Mar 23 23:57:34.193383 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-99542d14-cb75-40de-85c9-3de5ab434376 req-c064641c-6636-4196-8248-fb691c283f77 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc016776-2a39-4d97-90af-8298c31c5462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396464 Mar 23 23:57:34.996790 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d13efd-1752-4db4-8cca-1307370c1240 req-0210717a-6446-4184-8cd3-d2c18bcc52d8 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:34.998303 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-60d13efd-1752-4db4-8cca-1307370c1240 req-0210717a-6446-4184-8cd3-d2c18bcc52d8 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e514e2f-ef72-4f98-88a3-5302182bc037 HTTP/1.1" status: 200 len: 946 time: 0.0673680 Mar 23 23:57:35.048658 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-60d13efd-1752-4db4-8cca-1307370c1240 req-4dba2b78-5f3d-4448-bd55-d6ab2817ef77 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc016776-2a39-4d97-90af-8298c31c5462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421705 Mar 23 23:57:36.173907 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe785f-e77b-48f8-a608-411d902de998 req-95e9843a-a7f3-425a-ae8b-2a7686014168 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:36.175338 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0bbe785f-e77b-48f8-a608-411d902de998 req-95e9843a-a7f3-425a-ae8b-2a7686014168 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e514e2f-ef72-4f98-88a3-5302182bc037 HTTP/1.1" status: 200 len: 946 time: 0.0553720 Mar 23 23:57:36.223452 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0bbe785f-e77b-48f8-a608-411d902de998 req-763c72bd-5254-49c1-8a52-2521eb830436 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc016776-2a39-4d97-90af-8298c31c5462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425384 Mar 23 23:57:36.363251 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fb03d-7981-4e9f-9353-9efa33190c6c req-4321f1b8-0de6-401f-a7e1-afa0986730d0 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:36.364628 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-521fb03d-7981-4e9f-9353-9efa33190c6c req-4321f1b8-0de6-401f-a7e1-afa0986730d0 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e514e2f-ef72-4f98-88a3-5302182bc037 HTTP/1.1" status: 200 len: 946 time: 0.0649500 Mar 23 23:57:36.376662 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55130) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:57:36.382803 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-5e49221c-25b5-47bc-b717-a2b76b3b327d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'floatingip': {'port_id': '7de57eaf-00c7-454f-b3e7-d353b9b4fe0c'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:57:36.424878 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e49221c-25b5-47bc-b717-a2b76b3b327d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (7eca79f4-f374-4742-9790-2f62191345d9), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:37.137152 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e49221c-25b5-47bc-b717-a2b76b3b327d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:37.141536 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e49221c-25b5-47bc-b717-a2b76b3b327d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (7eca79f4-f374-4742-9790-2f62191345d9), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:37.234987 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8b876df7-2eeb-48e7-b900-5ea08c842593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:37.248850 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.l3_db [None req-5e49221c-25b5-47bc-b717-a2b76b3b327d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Floating IP 7eca79f4-f374-4742-9790-2f62191345d9 associated. External IP: 172.27.0.133, port: 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c. Mar 23 23:57:37.476137 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e49221c-25b5-47bc-b717-a2b76b3b327d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Router 0869f870-d27f-444b-8bfd-47d400088e03 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:57:37.596269 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e49221c-25b5-47bc-b717-a2b76b3b327d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:57:37.601582 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e49221c-25b5-47bc-b717-a2b76b3b327d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:37.606377 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4640a318-853c-4c50-b9c5-2455603b5ad2 None None] Sync routers for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:57:37.617381 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4640a318-853c-4c50-b9c5-2455603b5ad2 None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:57:37.618045 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-4640a318-853c-4c50-b9c5-2455603b5ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:57:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:57:37.632662 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-5e49221c-25b5-47bc-b717-a2b76b3b327d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "PUT /v2.0/floatingips/7eca79f4-f374-4742-9790-2f62191345d9 HTTP/1.1" status: 200 len: 992 time: 1.2545989 Mar 23 23:57:37.633341 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e514e2f-ef72-4f98-88a3-5302182bc037', 'tag': '7de57eaf-00c7-454f-b3e7-d353b9b4fe0c'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:57:37.637520 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f89217267680bd64d7f927d4eadc419634559ab2f391f9993dc43694367eced7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b769a48-da64-4f37-a664-112e3b711b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e514e2f-ef72-4f98-88a3-5302182bc037", "tag": "7de57eaf-00c7-454f-b3e7-d353b9b4fe0c"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:57:37.680592 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117a3bc6-131e-4e2d-a7f3-ae50aa37c3a0 x-openstack-request-id: req-117a3bc6-131e-4e2d-a7f3-ae50aa37c3a0 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:57:37.680902 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e514e2f-ef72-4f98-88a3-5302182bc037", "tag": "7de57eaf-00c7-454f-b3e7-d353b9b4fe0c", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:57:37.681289 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-117a3bc6-131e-4e2d-a7f3-ae50aa37c3a0 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:57:37.681955 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117a3bc6-131e-4e2d-a7f3-ae50aa37c3a0'] response: {'name': 'network-changed', 'server_uuid': '2e514e2f-ef72-4f98-88a3-5302182bc037', 'tag': '7de57eaf-00c7-454f-b3e7-d353b9b4fe0c', 'status': 'completed', 'code': 200} Mar 23 23:57:37.750846 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-4640a318-853c-4c50-b9c5-2455603b5ad2 None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:57:37.780213 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b769a48-da64-4f37-a664-112e3b711b7c req-2af300a6-9444-4a41-8dfe-34e2ac6cd418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:37.782810 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0b769a48-da64-4f37-a664-112e3b711b7c req-2af300a6-9444-4a41-8dfe-34e2ac6cd418 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86b1df8360d64fb0a66f886af5025f1f&device_id=2e514e2f-ef72-4f98-88a3-5302182bc037 HTTP/1.1" status: 200 len: 1130 time: 0.0688450 Mar 23 23:57:37.889133 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b769a48-da64-4f37-a664-112e3b711b7c req-62a659da-11b9-47f9-bea0-687cc96ce000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:37.890685 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0b769a48-da64-4f37-a664-112e3b711b7c req-62a659da-11b9-47f9-bea0-687cc96ce000 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 HTTP/1.1" status: 200 len: 914 time: 0.1014113 Mar 23 23:57:37.961312 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0b769a48-da64-4f37-a664-112e3b711b7c req-d7cd7434-f8cd-4465-9584-7947dd53f26e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7de57eaf-00c7-454f-b3e7-d353b9b4fe0c HTTP/1.1" status: 200 len: 1000 time: 0.0641651 Mar 23 23:57:37.992398 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-4640a318-853c-4c50-b9c5-2455603b5ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '6fe279c9-715a-44f8-9e11-06aa88ffdbbc', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'port_id': 'dd8bb442-88d8-4613-8ea3-0f43d1c9436c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'mac_address': 'fa:16:3e:d0:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e63784-9011-4a4b-b354-442c611ceb50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:56:26Z', 'updated_at': '2022-03-23T23:56:40Z', 'revision_number': 2, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'fixed_ip_address_scope': None}, {'id': '7eca79f4-f374-4742-9790-2f62191345d9', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'port_id': '7de57eaf-00c7-454f-b3e7-d353b9b4fe0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'mac_address': 'fa:16:3e:34:45:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e514e2f-ef72-4f98-88a3-5302182bc037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:57:24Z', 'updated_at': '2022-03-23T23:57:37Z', 'revision_number': 1, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:57:38.012758 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b769a48-da64-4f37-a664-112e3b711b7c req-1b990232-31c0-4cd9-a8c2-876f9ffedab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:38.014483 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0b769a48-da64-4f37-a664-112e3b711b7c req-1b990232-31c0-4cd9-a8c2-876f9ffedab7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=afe934b9-dd09-44eb-b021-dedab2747e45 HTTP/1.1" status: 200 len: 853 time: 0.0462859 Mar 23 23:57:38.018164 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4640a318-853c-4c50-b9c5-2455603b5ad2 None None] Checking router: 0869f870-d27f-444b-8bfd-47d400088e03 for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:57:38.027199 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4640a318-853c-4c50-b9c5-2455603b5ad2 None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:57:38.027790 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-4640a318-853c-4c50-b9c5-2455603b5ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:57:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:57:38.070573 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b769a48-da64-4f37-a664-112e3b711b7c req-d9419c26-4cfa-4524-b625-4fb58e0b6907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:38.072140 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0b769a48-da64-4f37-a664-112e3b711b7c req-d9419c26-4cfa-4524-b625-4fb58e0b6907 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511184 Mar 23 23:57:38.166737 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0b769a48-da64-4f37-a664-112e3b711b7c req-bf8819e2-088d-44c5-971b-106ec3bdffba service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883150 Mar 23 23:57:38.224775 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-4640a318-853c-4c50-b9c5-2455603b5ad2 None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:57:38.255788 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0b769a48-da64-4f37-a664-112e3b711b7c req-2e222ba5-aab2-49ae-b700-857be781cac6 service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825987 Mar 23 23:57:38.455598 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-4640a318-853c-4c50-b9c5-2455603b5ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '6fe279c9-715a-44f8-9e11-06aa88ffdbbc', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'port_id': 'dd8bb442-88d8-4613-8ea3-0f43d1c9436c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'mac_address': 'fa:16:3e:d0:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e63784-9011-4a4b-b354-442c611ceb50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:56:26Z', 'updated_at': '2022-03-23T23:56:40Z', 'revision_number': 2, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'fixed_ip_address_scope': None}, {'id': '7eca79f4-f374-4742-9790-2f62191345d9', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'port_id': '7de57eaf-00c7-454f-b3e7-d353b9b4fe0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'mac_address': 'fa:16:3e:34:45:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e514e2f-ef72-4f98-88a3-5302182bc037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:57:24Z', 'updated_at': '2022-03-23T23:57:37Z', 'revision_number': 1, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:57:38.481770 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4640a318-853c-4c50-b9c5-2455603b5ad2 None None] The sync data for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi is: [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '6fe279c9-715a-44f8-9e11-06aa88ffdbbc', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'port_id': 'dd8bb442-88d8-4613-8ea3-0f43d1c9436c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'mac_address': 'fa:16:3e:d0:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e63784-9011-4a4b-b354-442c611ceb50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:56:26Z', 'updated_at': '2022-03-23T23:56:40Z', 'revision_number': 2, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'fixed_ip_address_scope': None}, {'id': '7eca79f4-f374-4742-9790-2f62191345d9', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'port_id': '7de57eaf-00c7-454f-b3e7-d353b9b4fe0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'mac_address': 'fa:16:3e:34:45:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e514e2f-ef72-4f98-88a3-5302182bc037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:57:24Z', 'updated_at': '2022-03-23T23:57:37Z', 'revision_number': 1, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:57:38.685012 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99084a58-cd58-416b-ad76-ee4939d68d45 None None] New status for floating IP 7eca79f4-f374-4742-9790-2f62191345d9: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:57:39.346058 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b6832bd9-f208-4431-9531-179934897c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:40.596446 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:42.158261 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:43.325276 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:48.507671 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-3ff062cc-8843-4431-813a-62bf117010d8 req-24c9503e-e7e1-4228-a31d-3a0497384b22 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f1e63784-9011-4a4b-b354-442c611ceb50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473106 Mar 23 23:57:48.583758 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff062cc-8843-4431-813a-62bf117010d8 req-d3e48c51-1c98-4f6c-ae2c-9a189eff2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:48.585402 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-3ff062cc-8843-4431-813a-62bf117010d8 req-d3e48c51-1c98-4f6c-ae2c-9a189eff2e7d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86b1df8360d64fb0a66f886af5025f1f&device_id=f1e63784-9011-4a4b-b354-442c611ceb50 HTTP/1.1" status: 200 len: 1129 time: 0.0501049 Mar 23 23:57:48.703068 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff062cc-8843-4431-813a-62bf117010d8 req-fd428532-b819-409d-8b2e-98591209414c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:48.704587 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-3ff062cc-8843-4431-813a-62bf117010d8 req-fd428532-b819-409d-8b2e-98591209414c service neutron] 10.222.0.20 "GET /v2.0/networks?id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 HTTP/1.1" status: 200 len: 914 time: 0.0995638 Mar 23 23:57:48.775803 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-3ff062cc-8843-4431-813a-62bf117010d8 req-f8ea08e2-a8cc-4468-8aff-ffa02aa989e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd8bb442-88d8-4613-8ea3-0f43d1c9436c HTTP/1.1" status: 200 len: 1001 time: 0.0646627 Mar 23 23:57:48.789449 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:57:48.825700 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff062cc-8843-4431-813a-62bf117010d8 req-416a0dd4-c383-41c2-a84b-e20bb2a7daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:48.827154 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-3ff062cc-8843-4431-813a-62bf117010d8 req-416a0dd4-c383-41c2-a84b-e20bb2a7daa1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=afe934b9-dd09-44eb-b021-dedab2747e45 HTTP/1.1" status: 200 len: 853 time: 0.0456762 Mar 23 23:57:48.883365 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff062cc-8843-4431-813a-62bf117010d8 req-670ad72a-49bf-4ca3-b7df-15d39acf7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:57:48.884895 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-3ff062cc-8843-4431-813a-62bf117010d8 req-670ad72a-49bf-4ca3-b7df-15d39acf7434 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458500 Mar 23 23:57:48.978445 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-3ff062cc-8843-4431-813a-62bf117010d8 req-a91c266c-ffa2-472a-a0e9-6f01e26b8014 service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860660 Mar 23 23:57:49.070878 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-3ff062cc-8843-4431-813a-62bf117010d8 req-0edf75d7-f75d-455d-87ba-2396d41bdd7d service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863140 Mar 23 23:57:54.660877 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:58:07.239600 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b778dabd-294e-41d6-b184-2afd1e200cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:09.351137 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fa99161b-0026-4c5d-8008-a036b63602de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:10.604385 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:12.163756 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:13.321239 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:14.040566 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebed13a-dd2c-41b3-abb9-183f27eed4fb req-813ab8b7-da96-4a3e-880a-e621af6f45bc tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:14.042095 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6ebed13a-dd2c-41b3-abb9-183f27eed4fb req-813ab8b7-da96-4a3e-880a-e621af6f45bc tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e514e2f-ef72-4f98-88a3-5302182bc037 HTTP/1.1" status: 200 len: 946 time: 0.0599895 Mar 23 23:58:14.095603 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6ebed13a-dd2c-41b3-abb9-183f27eed4fb req-5d14dba5-1795-4269-b254-cc7b1ba397a9 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc016776-2a39-4d97-90af-8298c31c5462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449216 Mar 23 23:58:15.251263 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa7128-e8a9-415c-8356-fcd9a15cb8ce req-1de64830-26aa-440d-9c79-e62b2f7ec4ce tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:15.253048 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-54fa7128-e8a9-415c-8356-fcd9a15cb8ce req-1de64830-26aa-440d-9c79-e62b2f7ec4ce tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e514e2f-ef72-4f98-88a3-5302182bc037 HTTP/1.1" status: 200 len: 946 time: 0.0667441 Mar 23 23:58:15.307006 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-54fa7128-e8a9-415c-8356-fcd9a15cb8ce req-664d409b-35b1-4249-9e23-da3e1899f9c6 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc016776-2a39-4d97-90af-8298c31c5462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476117 Mar 23 23:58:15.446976 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aec3c5-7091-435c-9075-e4140aedafcf req-8b5fccfa-35af-46b8-aa24-36babe00a567 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:15.449306 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-54aec3c5-7091-435c-9075-e4140aedafcf req-8b5fccfa-35af-46b8-aa24-36babe00a567 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e514e2f-ef72-4f98-88a3-5302182bc037 HTTP/1.1" status: 200 len: 946 time: 0.0723615 Mar 23 23:58:15.558566 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-54aec3c5-7091-435c-9075-e4140aedafcf req-c4e37379-cac8-4c30-b1ee-4ddbf2c69de6 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Deleting port 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:58:15.558878 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-54aec3c5-7091-435c-9075-e4140aedafcf req-c4e37379-cac8-4c30-b1ee-4ddbf2c69de6 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (7de57eaf-00c7-454f-b3e7-d353b9b4fe0c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:15.650402 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-54aec3c5-7091-435c-9075-e4140aedafcf req-c4e37379-cac8-4c30-b1ee-4ddbf2c69de6 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] For port 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=7de57eaf-00c7-454f-b3e7-d353b9b4fe0c,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:58:15.650758 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-54aec3c5-7091-435c-9075-e4140aedafcf req-c4e37379-cac8-4c30-b1ee-4ddbf2c69de6 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (7de57eaf-00c7-454f-b3e7-d353b9b4fe0c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:15.835867 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-54aec3c5-7091-435c-9075-e4140aedafcf req-c4e37379-cac8-4c30-b1ee-4ddbf2c69de6 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:15.836228 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-54aec3c5-7091-435c-9075-e4140aedafcf req-c4e37379-cac8-4c30-b1ee-4ddbf2c69de6 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (7eca79f4-f374-4742-9790-2f62191345d9), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:15.836539 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.l3_db [req-54aec3c5-7091-435c-9075-e4140aedafcf req-c4e37379-cac8-4c30-b1ee-4ddbf2c69de6 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Floating IP 7eca79f4-f374-4742-9790-2f62191345d9 disassociated. External IP: 172.27.0.133, port: 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c. Mar 23 23:58:15.836897 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-54aec3c5-7091-435c-9075-e4140aedafcf req-c4e37379-cac8-4c30-b1ee-4ddbf2c69de6 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Calling delete_port for 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:58:15.971761 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-54aec3c5-7091-435c-9075-e4140aedafcf req-c4e37379-cac8-4c30-b1ee-4ddbf2c69de6 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (7de57eaf-00c7-454f-b3e7-d353b9b4fe0c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:16.004687 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e37379-cac8-4c30-b1ee-4ddbf2c69de6 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event deleted for resources: {'Port': ['ID=7de57eaf-00c7-454f-b3e7-d353b9b4fe0c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:58:16.125889 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54aec3c5-7091-435c-9075-e4140aedafcf req-c4e37379-cac8-4c30-b1ee-4ddbf2c69de6 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Router 0869f870-d27f-444b-8bfd-47d400088e03 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:58:16.253447 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54aec3c5-7091-435c-9075-e4140aedafcf req-c4e37379-cac8-4c30-b1ee-4ddbf2c69de6 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:58:16.278219 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7540b6e-343d-4680-b2a6-3f566498a8ec None None] Sync routers for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:58:16.290018 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7540b6e-343d-4680-b2a6-3f566498a8ec None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:58:16.290730 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a7540b6e-343d-4680-b2a6-3f566498a8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:58:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:58:16.297392 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-54aec3c5-7091-435c-9075-e4140aedafcf req-c4e37379-cac8-4c30-b1ee-4ddbf2c69de6 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] No DVR routers for this DVR port 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c on host hv-cinder-74915 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:58:16.300146 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-54aec3c5-7091-435c-9075-e4140aedafcf req-c4e37379-cac8-4c30-b1ee-4ddbf2c69de6 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:16.303968 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-54aec3c5-7091-435c-9075-e4140aedafcf req-c4e37379-cac8-4c30-b1ee-4ddbf2c69de6 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.20 "DELETE /v2.0/ports/7de57eaf-00c7-454f-b3e7-d353b9b4fe0c HTTP/1.1" status: 204 len: 173 time: 0.8492155 Mar 23 23:58:16.304690 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e514e2f-ef72-4f98-88a3-5302182bc037', 'name': 'network-vif-deleted', 'tag': '7de57eaf-00c7-454f-b3e7-d353b9b4fe0c'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:58:16.307408 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2a5c0e-891a-441f-ae10-4ba0ed19a4b2" -d '{"events": [{"server_uuid": "2e514e2f-ef72-4f98-88a3-5302182bc037", "name": "network-vif-deleted", "tag": "7de57eaf-00c7-454f-b3e7-d353b9b4fe0c"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:58:16.355487 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777d9996-857a-4b7d-869f-2fb68a6e0e0b x-openstack-request-id: req-777d9996-857a-4b7d-869f-2fb68a6e0e0b {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:58:16.356190 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e514e2f-ef72-4f98-88a3-5302182bc037", "name": "network-vif-deleted", "tag": "7de57eaf-00c7-454f-b3e7-d353b9b4fe0c", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:58:16.356660 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-777d9996-857a-4b7d-869f-2fb68a6e0e0b {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:58:16.357462 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-777d9996-857a-4b7d-869f-2fb68a6e0e0b'] response: {'server_uuid': '2e514e2f-ef72-4f98-88a3-5302182bc037', 'name': 'network-vif-deleted', 'tag': '7de57eaf-00c7-454f-b3e7-d353b9b4fe0c', 'status': 'completed', 'code': 200} Mar 23 23:58:16.410887 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a7540b6e-343d-4680-b2a6-3f566498a8ec None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:58:16.441785 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-197b4312-24fa-4130-be7e-55bcbc208312 req-09e853ab-b256-4158-a1d1-395c20d154ef tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e514e2f-ef72-4f98-88a3-5302182bc037 HTTP/1.1" status: 200 len: 210 time: 0.0306559 Mar 23 23:58:16.680135 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a7540b6e-343d-4680-b2a6-3f566498a8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '6fe279c9-715a-44f8-9e11-06aa88ffdbbc', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'port_id': 'dd8bb442-88d8-4613-8ea3-0f43d1c9436c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'mac_address': 'fa:16:3e:d0:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e63784-9011-4a4b-b354-442c611ceb50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:56:26Z', 'updated_at': '2022-03-23T23:56:40Z', 'revision_number': 2, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:58:16.708261 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7540b6e-343d-4680-b2a6-3f566498a8ec None None] Checking router: 0869f870-d27f-444b-8bfd-47d400088e03 for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:58:16.718101 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7540b6e-343d-4680-b2a6-3f566498a8ec None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:58:16.718709 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a7540b6e-343d-4680-b2a6-3f566498a8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:58:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:58:16.843661 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a7540b6e-343d-4680-b2a6-3f566498a8ec None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:58:17.089830 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a7540b6e-343d-4680-b2a6-3f566498a8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '6fe279c9-715a-44f8-9e11-06aa88ffdbbc', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'port_id': 'dd8bb442-88d8-4613-8ea3-0f43d1c9436c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'mac_address': 'fa:16:3e:d0:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e63784-9011-4a4b-b354-442c611ceb50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:56:26Z', 'updated_at': '2022-03-23T23:56:40Z', 'revision_number': 2, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:58:17.121863 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7540b6e-343d-4680-b2a6-3f566498a8ec None None] The sync data for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi is: [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '6fe279c9-715a-44f8-9e11-06aa88ffdbbc', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'port_id': 'dd8bb442-88d8-4613-8ea3-0f43d1c9436c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'mac_address': 'fa:16:3e:d0:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e63784-9011-4a4b-b354-442c611ceb50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:56:26Z', 'updated_at': '2022-03-23T23:56:40Z', 'revision_number': 2, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:58:17.362311 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1da43f-3458-4aab-966b-10040de74abd None None] New status for floating IP 7eca79f4-f374-4742-9790-2f62191345d9: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:58:17.538263 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55176) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:58:17.598261 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-46463701-0029-468d-a7e5-0c65783f28ac tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (fc016776-2a39-4d97-90af-8298c31c5462), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:17.625515 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-46463701-0029-468d-a7e5-0c65783f28ac tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (fc016776-2a39-4d97-90af-8298c31c5462), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:17.683960 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-46463701-0029-468d-a7e5-0c65783f28ac tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (fc016776-2a39-4d97-90af-8298c31c5462), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:17.686609 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-46463701-0029-468d-a7e5-0c65783f28ac tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:17.687766 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-46463701-0029-468d-a7e5-0c65783f28ac tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "DELETE /v2.0/security-groups/fc016776-2a39-4d97-90af-8298c31c5462 HTTP/1.1" status: 204 len: 168 time: 0.1484535 Mar 23 23:58:17.690923 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55178) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:58:17.698994 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46463701-0029-468d-a7e5-0c65783f28ac tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc016776-2a39-4d97-90af-8298c31c5462,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:58:17.710727 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.api.v2.resource [None req-66204864-2649-45c1-9094-7822e9b805db tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] show failed (client error): The resource could not be found. Mar 23 23:58:17.711742 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-66204864-2649-45c1-9094-7822e9b805db tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups/fc016776-2a39-4d97-90af-8298c31c5462 HTTP/1.1" status: 404 len: 347 time: 0.0194023 Mar 23 23:58:17.714855 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55180) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:58:17.848195 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc1436-2764-4730-9f71-c70aa02b7e8e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Deleting port 529e339b-3c7a-46d8-a525-cdb634360151 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:58:17.848863 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1436-2764-4730-9f71-c70aa02b7e8e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (529e339b-3c7a-46d8-a525-cdb634360151), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:17.925294 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1436-2764-4730-9f71-c70aa02b7e8e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (529e339b-3c7a-46d8-a525-cdb634360151), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:17.925637 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1436-2764-4730-9f71-c70aa02b7e8e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (529e339b-3c7a-46d8-a525-cdb634360151), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:17.937625 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc1436-2764-4730-9f71-c70aa02b7e8e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Calling delete_port for 529e339b-3c7a-46d8-a525-cdb634360151 owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:58:18.094601 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1436-2764-4730-9f71-c70aa02b7e8e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (529e339b-3c7a-46d8-a525-cdb634360151), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:18.122294 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc1436-2764-4730-9f71-c70aa02b7e8e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event deleted for resources: {'Port': ['ID=529e339b-3c7a-46d8-a525-cdb634360151,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:58:18.194724 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1436-2764-4730-9f71-c70aa02b7e8e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (7eca79f4-f374-4742-9790-2f62191345d9), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:18.197836 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1436-2764-4730-9f71-c70aa02b7e8e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:18.199034 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-a9dc1436-2764-4730-9f71-c70aa02b7e8e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "DELETE /v2.0/floatingips/7eca79f4-f374-4742-9790-2f62191345d9 HTTP/1.1" status: 204 len: 168 time: 0.4832788 Mar 23 23:58:18.781793 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:19.882888 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7b67d-c043-4de6-9877-f061fdde889a req-ccecf52a-e4ca-48ae-8206-ac7d704e597b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:19.884430 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a5f7b67d-c043-4de6-9877-f061fdde889a req-ccecf52a-e4ca-48ae-8206-ac7d704e597b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e63784-9011-4a4b-b354-442c611ceb50 HTTP/1.1" status: 200 len: 945 time: 0.0574825 Mar 23 23:58:19.931832 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a5f7b67d-c043-4de6-9877-f061fdde889a req-a24ead54-9ff6-418c-a857-58a5c432e3d1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fbd51f-dc64-45e7-b426-2cae950aea04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416002 Mar 23 23:58:19.986155 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:58:20.008788 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:58:20.009419 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 7de57eaf-00c7-454f-b3e7-d353b9b4fe0c not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:58:21.074672 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c5cb9-d66f-49b8-8553-25e516fabd61 req-dc555c75-cf2b-47ea-9b68-9264d4a96692 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:21.076211 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-131c5cb9-d66f-49b8-8553-25e516fabd61 req-dc555c75-cf2b-47ea-9b68-9264d4a96692 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e63784-9011-4a4b-b354-442c611ceb50 HTTP/1.1" status: 200 len: 945 time: 0.0684905 Mar 23 23:58:21.134983 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-131c5cb9-d66f-49b8-8553-25e516fabd61 req-6b2ba2a3-94a2-477e-b380-e5c4506f55e0 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fbd51f-dc64-45e7-b426-2cae950aea04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529699 Mar 23 23:58:21.293435 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944d833-1464-4a80-bc16-8552a4b1b2ab req-1016c34b-d2ba-476a-a15e-4be7f2629051 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:21.294933 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-3944d833-1464-4a80-bc16-8552a4b1b2ab req-1016c34b-d2ba-476a-a15e-4be7f2629051 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1e63784-9011-4a4b-b354-442c611ceb50 HTTP/1.1" status: 200 len: 945 time: 0.0586832 Mar 23 23:58:21.402808 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-3944d833-1464-4a80-bc16-8552a4b1b2ab req-68cff6b7-85f3-4548-b37a-ef7abeb20573 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Deleting port dd8bb442-88d8-4613-8ea3-0f43d1c9436c {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:58:21.403126 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3944d833-1464-4a80-bc16-8552a4b1b2ab req-68cff6b7-85f3-4548-b37a-ef7abeb20573 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (dd8bb442-88d8-4613-8ea3-0f43d1c9436c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:21.497612 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-3944d833-1464-4a80-bc16-8552a4b1b2ab req-68cff6b7-85f3-4548-b37a-ef7abeb20573 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] For port dd8bb442-88d8-4613-8ea3-0f43d1c9436c, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=dd8bb442-88d8-4613-8ea3-0f43d1c9436c,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:58:21.497982 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3944d833-1464-4a80-bc16-8552a4b1b2ab req-68cff6b7-85f3-4548-b37a-ef7abeb20573 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (dd8bb442-88d8-4613-8ea3-0f43d1c9436c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:21.677042 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3944d833-1464-4a80-bc16-8552a4b1b2ab req-68cff6b7-85f3-4548-b37a-ef7abeb20573 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:21.677329 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3944d833-1464-4a80-bc16-8552a4b1b2ab req-68cff6b7-85f3-4548-b37a-ef7abeb20573 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (6fe279c9-715a-44f8-9e11-06aa88ffdbbc), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:21.677455 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.l3_db [req-3944d833-1464-4a80-bc16-8552a4b1b2ab req-68cff6b7-85f3-4548-b37a-ef7abeb20573 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Floating IP 6fe279c9-715a-44f8-9e11-06aa88ffdbbc disassociated. External IP: 172.27.0.127, port: dd8bb442-88d8-4613-8ea3-0f43d1c9436c. Mar 23 23:58:21.677768 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-3944d833-1464-4a80-bc16-8552a4b1b2ab req-68cff6b7-85f3-4548-b37a-ef7abeb20573 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Calling delete_port for dd8bb442-88d8-4613-8ea3-0f43d1c9436c owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:58:21.824508 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3944d833-1464-4a80-bc16-8552a4b1b2ab req-68cff6b7-85f3-4548-b37a-ef7abeb20573 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (dd8bb442-88d8-4613-8ea3-0f43d1c9436c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:21.865376 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cff6b7-85f3-4548-b37a-ef7abeb20573 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event deleted for resources: {'Port': ['ID=dd8bb442-88d8-4613-8ea3-0f43d1c9436c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:58:21.981967 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3944d833-1464-4a80-bc16-8552a4b1b2ab req-68cff6b7-85f3-4548-b37a-ef7abeb20573 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Router 0869f870-d27f-444b-8bfd-47d400088e03 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:58:22.108510 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3944d833-1464-4a80-bc16-8552a4b1b2ab req-68cff6b7-85f3-4548-b37a-ef7abeb20573 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:58:22.119065 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa74ef4-8689-48e4-a911-fb52b961001c None None] Sync routers for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:58:22.129425 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa74ef4-8689-48e4-a911-fb52b961001c None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:58:22.130095 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6aa74ef4-8689-48e4-a911-fb52b961001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:58:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:58:22.150883 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-3944d833-1464-4a80-bc16-8552a4b1b2ab req-68cff6b7-85f3-4548-b37a-ef7abeb20573 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] No DVR routers for this DVR port dd8bb442-88d8-4613-8ea3-0f43d1c9436c on host hv-cinder-74915 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:58:22.153608 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3944d833-1464-4a80-bc16-8552a4b1b2ab req-68cff6b7-85f3-4548-b37a-ef7abeb20573 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:22.157153 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-3944d833-1464-4a80-bc16-8552a4b1b2ab req-68cff6b7-85f3-4548-b37a-ef7abeb20573 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.20 "DELETE /v2.0/ports/dd8bb442-88d8-4613-8ea3-0f43d1c9436c HTTP/1.1" status: 204 len: 173 time: 0.8568292 Mar 23 23:58:22.157628 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e63784-9011-4a4b-b354-442c611ceb50', 'name': 'network-vif-deleted', 'tag': 'dd8bb442-88d8-4613-8ea3-0f43d1c9436c'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:58:22.159977 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98379b87-a1b3-4577-8f78-34fcab6c8e7d" -d '{"events": [{"server_uuid": "f1e63784-9011-4a4b-b354-442c611ceb50", "name": "network-vif-deleted", "tag": "dd8bb442-88d8-4613-8ea3-0f43d1c9436c"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:58:22.211613 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d0ccb3-ab22-43c7-b106-6dd208aeeddb x-openstack-request-id: req-f2d0ccb3-ab22-43c7-b106-6dd208aeeddb {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:58:22.211915 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e63784-9011-4a4b-b354-442c611ceb50", "name": "network-vif-deleted", "tag": "dd8bb442-88d8-4613-8ea3-0f43d1c9436c", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:58:22.212170 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2d0ccb3-ab22-43c7-b106-6dd208aeeddb {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:58:22.212577 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d0ccb3-ab22-43c7-b106-6dd208aeeddb'] response: {'server_uuid': 'f1e63784-9011-4a4b-b354-442c611ceb50', 'name': 'network-vif-deleted', 'tag': 'dd8bb442-88d8-4613-8ea3-0f43d1c9436c', 'status': 'completed', 'code': 200} Mar 23 23:58:22.262745 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-6aa74ef4-8689-48e4-a911-fb52b961001c None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:58:22.275593 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-219a2581-7333-424b-bfe8-621a55527aec req-02e49e83-6802-4155-ab2e-c2871aeb5299 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e63784-9011-4a4b-b354-442c611ceb50 HTTP/1.1" status: 200 len: 210 time: 0.0465002 Mar 23 23:58:22.596069 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6aa74ef4-8689-48e4-a911-fb52b961001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:58:22.622833 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa74ef4-8689-48e4-a911-fb52b961001c None None] Checking router: 0869f870-d27f-444b-8bfd-47d400088e03 for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:58:22.631414 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa74ef4-8689-48e4-a911-fb52b961001c None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:58:22.632223 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6aa74ef4-8689-48e4-a911-fb52b961001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:58:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:58:22.745473 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-6aa74ef4-8689-48e4-a911-fb52b961001c None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:58:22.965683 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6aa74ef4-8689-48e4-a911-fb52b961001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:58:22.992490 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa74ef4-8689-48e4-a911-fb52b961001c None None] The sync data for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi is: [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:58:23.242344 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f484459f-86dc-432e-9715-d5e081bc2f0a None None] New status for floating IP 6fe279c9-715a-44f8-9e11-06aa88ffdbbc: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:58:23.357648 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55210) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:58:23.413458 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5c6c17c2-4b36-4462-ac9a-5ee6c6f013d7 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (d0fbd51f-dc64-45e7-b426-2cae950aea04), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:23.436833 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5c6c17c2-4b36-4462-ac9a-5ee6c6f013d7 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (d0fbd51f-dc64-45e7-b426-2cae950aea04), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:23.486781 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5c6c17c2-4b36-4462-ac9a-5ee6c6f013d7 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (d0fbd51f-dc64-45e7-b426-2cae950aea04), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:23.489545 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5c6c17c2-4b36-4462-ac9a-5ee6c6f013d7 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:23.490723 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-5c6c17c2-4b36-4462-ac9a-5ee6c6f013d7 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "DELETE /v2.0/security-groups/d0fbd51f-dc64-45e7-b426-2cae950aea04 HTTP/1.1" status: 204 len: 168 time: 0.1320167 Mar 23 23:58:23.494036 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55212) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:58:23.499868 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c17c2-4b36-4462-ac9a-5ee6c6f013d7 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fbd51f-dc64-45e7-b426-2cae950aea04,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:58:23.509924 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.api.v2.resource [None req-9491ece1-0243-404e-8e28-42e1162bdf6d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] show failed (client error): The resource could not be found. Mar 23 23:58:23.511049 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-9491ece1-0243-404e-8e28-42e1162bdf6d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups/d0fbd51f-dc64-45e7-b426-2cae950aea04 HTTP/1.1" status: 404 len: 347 time: 0.0160112 Mar 23 23:58:23.514291 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55214) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:58:23.897841 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-13df6aef-87da-4ee4-b4e5-c5a9ca3655f1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Deleting port 4c0e4699-2e8c-4a7a-a8f2-1aa16ef382e5 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:58:23.898066 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-13df6aef-87da-4ee4-b4e5-c5a9ca3655f1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (4c0e4699-2e8c-4a7a-a8f2-1aa16ef382e5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:23.976082 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-13df6aef-87da-4ee4-b4e5-c5a9ca3655f1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (4c0e4699-2e8c-4a7a-a8f2-1aa16ef382e5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:23.976362 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-13df6aef-87da-4ee4-b4e5-c5a9ca3655f1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (4c0e4699-2e8c-4a7a-a8f2-1aa16ef382e5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:23.989469 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-13df6aef-87da-4ee4-b4e5-c5a9ca3655f1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Calling delete_port for 4c0e4699-2e8c-4a7a-a8f2-1aa16ef382e5 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:58:24.160252 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-13df6aef-87da-4ee4-b4e5-c5a9ca3655f1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (4c0e4699-2e8c-4a7a-a8f2-1aa16ef382e5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:24.188666 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df6aef-87da-4ee4-b4e5-c5a9ca3655f1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event deleted for resources: {'Port': ['ID=4c0e4699-2e8c-4a7a-a8f2-1aa16ef382e5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:58:24.253076 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-13df6aef-87da-4ee4-b4e5-c5a9ca3655f1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (6fe279c9-715a-44f8-9e11-06aa88ffdbbc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:24.255767 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-13df6aef-87da-4ee4-b4e5-c5a9ca3655f1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:24.257107 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-13df6aef-87da-4ee4-b4e5-c5a9ca3655f1 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "DELETE /v2.0/floatingips/6fe279c9-715a-44f8-9e11-06aa88ffdbbc HTTP/1.1" status: 204 len: 168 time: 0.7418907 Mar 23 23:58:24.462560 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55218) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:58:24.467251 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--524727787', 'description': 'tempest-description--1517664087'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:58:24.490772 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:24.563813 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (a922d0c8-93a7-4fc5-8461-505c0b752c9d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:24.569929 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (a922d0c8-93a7-4fc5-8461-505c0b752c9d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:24.599294 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:24.600542 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1369677 Mar 23 23:58:24.602429 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a922d0c8-93a7-4fc5-8461-505c0b752c9d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:58:24.603605 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55220) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:58:24.608764 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-6e2b54fb-743c-4363-b3fd-e1921a2b213f tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'security_group_rule': {'security_group_id': 'a922d0c8-93a7-4fc5-8461-505c0b752c9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:58:24.610010 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:24.610363 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:24.610701 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:24.611054 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:24.611391 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:24.611695 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:24.612058 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:24.612389 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:24.612683 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:24.614723 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:24.614723 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:24.614723 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:24.614723 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:24.614723 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:24.614723 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947b303-6b9f-4b00-89be-169eeeb81d3d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:24.637909 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e2b54fb-743c-4363-b3fd-e1921a2b213f tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (f9450fcd-3d0c-4fdb-831c-8dcd31fda6be), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:24.699045 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e2b54fb-743c-4363-b3fd-e1921a2b213f tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (f9450fcd-3d0c-4fdb-831c-8dcd31fda6be), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:24.704332 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e2b54fb-743c-4363-b3fd-e1921a2b213f tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (f9450fcd-3d0c-4fdb-831c-8dcd31fda6be), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:24.723310 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b54fb-743c-4363-b3fd-e1921a2b213f tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9450fcd-3d0c-4fdb-831c-8dcd31fda6be,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:58:24.733594 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e2b54fb-743c-4363-b3fd-e1921a2b213f tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:24.734813 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-6e2b54fb-743c-4363-b3fd-e1921a2b213f tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1302178 Mar 23 23:58:24.737618 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55222) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:58:24.742421 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-e2762f1f-b98b-4669-a84d-135dccc0327b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'security_group_rule': {'security_group_id': 'a922d0c8-93a7-4fc5-8461-505c0b752c9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:58:24.774090 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2762f1f-b98b-4669-a84d-135dccc0327b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (ad5e2971-edef-4586-96bd-2f9e2829240a), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:24.837196 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2762f1f-b98b-4669-a84d-135dccc0327b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (ad5e2971-edef-4586-96bd-2f9e2829240a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:24.843596 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2762f1f-b98b-4669-a84d-135dccc0327b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (ad5e2971-edef-4586-96bd-2f9e2829240a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:24.862600 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2762f1f-b98b-4669-a84d-135dccc0327b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5e2971-edef-4586-96bd-2f9e2829240a,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:58:24.869616 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2762f1f-b98b-4669-a84d-135dccc0327b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:24.870819 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-e2762f1f-b98b-4669-a84d-135dccc0327b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320934 Mar 23 23:58:24.875046 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55224) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:58:24.879670 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2634dcb4-f13d-4727-b2e3-aa88fbc93f03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'floatingip': {'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:58:24.903256 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2634dcb4-f13d-4727-b2e3-aa88fbc93f03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:25.011254 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2634dcb4-f13d-4727-b2e3-aa88fbc93f03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:25.130584 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-2634dcb4-f13d-4727-b2e3-aa88fbc93f03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Allocated IP 172.27.0.4 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/fb7b4c6b-c870-4c34-bb38-c2da5a9d7919) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:58:25.247376 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2634dcb4-f13d-4727-b2e3-aa88fbc93f03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for port (fb7b4c6b-c870-4c34-bb38-c2da5a9d7919), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:25.291160 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2634dcb4-f13d-4727-b2e3-aa88fbc93f03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (fb7b4c6b-c870-4c34-bb38-c2da5a9d7919), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:25.333740 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2634dcb4-f13d-4727-b2e3-aa88fbc93f03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:58:25.336881 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-2634dcb4-f13d-4727-b2e3-aa88fbc93f03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:58:25.342585 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2634dcb4-f13d-4727-b2e3-aa88fbc93f03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:58:25.349455 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634dcb4-f13d-4727-b2e3-aa88fbc93f03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'Port': ['ID=fb7b4c6b-c870-4c34-bb38-c2da5a9d7919,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:58:25.446224 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2634dcb4-f13d-4727-b2e3-aa88fbc93f03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (93fb8792-6ebf-4edd-8b68-72f9d71f47c2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:25.489683 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2634dcb4-f13d-4727-b2e3-aa88fbc93f03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (fb7b4c6b-c870-4c34-bb38-c2da5a9d7919), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:25.663408 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2634dcb4-f13d-4727-b2e3-aa88fbc93f03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for port (fb7b4c6b-c870-4c34-bb38-c2da5a9d7919), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:25.669742 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2634dcb4-f13d-4727-b2e3-aa88fbc93f03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (fb7b4c6b-c870-4c34-bb38-c2da5a9d7919), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:25.746234 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634dcb4-f13d-4727-b2e3-aa88fbc93f03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'Port': ['ID=fb7b4c6b-c870-4c34-bb38-c2da5a9d7919,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:58:25.758835 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2634dcb4-f13d-4727-b2e3-aa88fbc93f03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (93fb8792-6ebf-4edd-8b68-72f9d71f47c2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:25.779280 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2634dcb4-f13d-4727-b2e3-aa88fbc93f03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:25.780896 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-2634dcb4-f13d-4727-b2e3-aa88fbc93f03 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9048812 Mar 23 23:58:25.965312 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-83f936a5-6829-415e-947d-de327f370306 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--524727787&fields=id&tenant_id=86b1df8360d64fb0a66f886af5025f1f HTTP/1.1" status: 200 len: 267 time: 0.0622153 Mar 23 23:58:25.990158 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device dd8bb442-88d8-4613-8ea3-0f43d1c9436c no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:58:26.012875 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: dd8bb442-88d8-4613-8ea3-0f43d1c9436c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:58:26.013242 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device dd8bb442-88d8-4613-8ea3-0f43d1c9436c not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:58:26.112049 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-eb476130-0e8a-4ba0-b10e-25f166af2b8e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:26.113600 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-eb476130-0e8a-4ba0-b10e-25f166af2b8e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/networks?id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 HTTP/1.1" status: 200 len: 814 time: 0.1401563 Mar 23 23:58:26.134952 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-c6003323-decf-4b34-af0d-365d30f6024f tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/quotas/86b1df8360d64fb0a66f886af5025f1f HTTP/1.1" status: 200 len: 375 time: 0.0152323 Mar 23 23:58:26.196609 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-8f351a19-26e6-4b42-b67f-56ece33480e5 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=86b1df8360d64fb0a66f886af5025f1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553763 Mar 23 23:58:26.311820 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-edc66311-a4e1-44aa-9b83-6737cf016827 service neutron] 10.222.0.31 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002219 Mar 23 23:58:26.415259 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-39d31e36-5ed7-4ec2-8044-c0c738330af6 service neutron] 10.222.0.31 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968454 Mar 23 23:58:26.625677 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7eaacd7e-2007-4d4e-8d10-b76062a5daf8 req-b05f99e5-ad44-4409-8381-88dd585996c5 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d150c55-eadb-49ee-a353-1c31c20d7d44 HTTP/1.1" status: 200 len: 210 time: 0.0458663 Mar 23 23:58:27.659821 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-a3258af1-83f8-4701-9403-0fafc0000d23 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:27.661683 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-a3258af1-83f8-4701-9403-0fafc0000d23 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.20 "GET /v2.0/networks?id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 HTTP/1.1" status: 200 len: 814 time: 0.1253386 Mar 23 23:58:27.748429 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-25ac3a03-e749-4098-9cd0-b4c1fe49dbd2 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86b1df8360d64fb0a66f886af5025f1f HTTP/1.1" status: 200 len: 379 time: 0.0783732 Mar 23 23:58:27.761619 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'port': {'device_id': '4d150c55-eadb-49ee-a353-1c31c20d7d44', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'admin_state_up': True, 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'security_groups': ['a922d0c8-93a7-4fc5-8461-505c0b752c9d']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:58:27.771461 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-57d1cb6c-0820-4be6-ad25-866255e0dba5 req-3ddc2c09-b0ac-407d-a2b5-7754a9dd370a tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d150c55-eadb-49ee-a353-1c31c20d7d44 HTTP/1.1" status: 200 len: 210 time: 0.0525873 Mar 23 23:58:27.884331 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Made reservation on behalf of 86b1df8360d64fb0a66f886af5025f1f for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:58:27.887774 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:28.024120 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Allocated IP 172.20.0.4 (3090e2bb-ae6f-412f-a5fa-cf46e835c3d3/afe934b9-dd09-44eb-b021-dedab2747e45/5d6d24f5-78cd-40b1-a6b5-b18e191175a6) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:58:28.190963 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for port (5d6d24f5-78cd-40b1-a6b5-b18e191175a6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:28.228191 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (5d6d24f5-78cd-40b1-a6b5-b18e191175a6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:28.277197 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:58:28.280456 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:58:28.287910 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:58:28.294838 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'Port': ['ID=5d6d24f5-78cd-40b1-a6b5-b18e191175a6,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:58:28.326412 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:28.326763 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:28.327096 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:28.327433 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:28.327774 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:28.328136 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:28.328440 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:28.328764 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:28.329091 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:28.329443 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:28.329772 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:28.330093 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:28.330412 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:28.330729 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:28.331046 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:28.358076 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:28.359213 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:28.380849 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-70c6e5b1-fa22-452b-8e74-7c0f727d121d tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6271732 Mar 23 23:58:28.392966 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] Request body: {'port': {'device_id': '4d150c55-eadb-49ee-a353-1c31c20d7d44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:58:28.474868 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (5d6d24f5-78cd-40b1-a6b5-b18e191175a6), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:28.516768 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6c4586b8-16a6-4c52-800b-996a7029cf60 None None] Provisioning complete for port 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:58:28.517387 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6c4586b8-16a6-4c52-800b-996a7029cf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (5d6d24f5-78cd-40b1-a6b5-b18e191175a6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:28.568510 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6c4586b8-16a6-4c52-800b-996a7029cf60 None None] Port 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:58:28.785911 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:58:28.794067 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] Publish callbacks [] for port (5d6d24f5-78cd-40b1-a6b5-b18e191175a6), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:28.808223 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] Transition to ACTIVE for port object 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 23:58:28.813620 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (5d6d24f5-78cd-40b1-a6b5-b18e191175a6), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:28.872245 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] Pushing event updated for resources: {'Port': ['ID=5d6d24f5-78cd-40b1-a6b5-b18e191175a6,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:58:28.916393 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03114b-4c52-488e-8d88-599a8cf2dd76 req-4b4783c3-a0e5-49d5-8814-a7ace96541a0 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:28.919275 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0f03114b-4c52-488e-8d88-599a8cf2dd76 req-4b4783c3-a0e5-49d5-8814-a7ace96541a0 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d150c55-eadb-49ee-a353-1c31c20d7d44 HTTP/1.1" status: 200 len: 943 time: 0.0714562 Mar 23 23:58:28.945056 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] Attempting to bind port 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:58:28.945056 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] Attempting to bind port 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:58:28.945056 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] Attempting to bind port 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 on network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:58:28.951044 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] Port 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 on network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 23:58:28.951525 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] Attempting to bind port 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 on network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:58:28.958143 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:58:28.958600 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] Checking segment: {'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:58:28.959062 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] Bound using segment: {'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:58:28.959557 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] Bound port: 5d6d24f5-78cd-40b1-a6b5-b18e191175a6, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:58:28.959998 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (5d6d24f5-78cd-40b1-a6b5-b18e191175a6), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:28.983152 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0f03114b-4c52-488e-8d88-599a8cf2dd76 req-f3d37f69-e59f-4058-9ba4-9709d3a79fbb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=a922d0c8-93a7-4fc5-8461-505c0b752c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572960 Mar 23 23:58:29.053807 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] For port 5d6d24f5-78cd-40b1-a6b5-b18e191175a6, host hv-cinder-74915, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:58:29.058128 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] For port 5d6d24f5-78cd-40b1-a6b5-b18e191175a6, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5d6d24f5-78cd-40b1-a6b5-b18e191175a6,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:58:29.065601 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (5d6d24f5-78cd-40b1-a6b5-b18e191175a6), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:29.103525 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:29.104261 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:29.105831 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] 10.222.0.20 "PUT /v2.0/ports/5d6d24f5-78cd-40b1-a6b5-b18e191175a6 HTTP/1.1" status: 200 len: 1093 time: 0.7176540 Mar 23 23:58:29.106229 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d150c55-eadb-49ee-a353-1c31c20d7d44', 'tag': '5d6d24f5-78cd-40b1-a6b5-b18e191175a6'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:58:29.108758 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151279d2-b749-4e93-b71d-4ad3037d453b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d150c55-eadb-49ee-a353-1c31c20d7d44", "tag": "5d6d24f5-78cd-40b1-a6b5-b18e191175a6"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:58:29.146038 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f68b5d-de10-416c-966f-bddd088c0ebd service neutron] Pushing event updated for resources: {'Port': ['ID=5d6d24f5-78cd-40b1-a6b5-b18e191175a6,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:58:29.165416 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead7e417-ba28-492b-aea5-6c47c70b6db6 x-openstack-request-id: req-ead7e417-ba28-492b-aea5-6c47c70b6db6 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:58:29.165820 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d150c55-eadb-49ee-a353-1c31c20d7d44", "tag": "5d6d24f5-78cd-40b1-a6b5-b18e191175a6", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:58:29.165996 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ead7e417-ba28-492b-aea5-6c47c70b6db6 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:58:29.166505 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead7e417-ba28-492b-aea5-6c47c70b6db6'] response: {'name': 'network-changed', 'server_uuid': '4d150c55-eadb-49ee-a353-1c31c20d7d44', 'tag': '5d6d24f5-78cd-40b1-a6b5-b18e191175a6', 'status': 'completed', 'code': 200} Mar 23 23:58:29.212927 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-536bc737-0e86-483d-ba2b-705c48e4b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:29.214688 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-536bc737-0e86-483d-ba2b-705c48e4b5ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86b1df8360d64fb0a66f886af5025f1f&device_id=4d150c55-eadb-49ee-a353-1c31c20d7d44 HTTP/1.1" status: 200 len: 1127 time: 0.0605855 Mar 23 23:58:29.263364 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-cac060b1-9870-4c35-8300-82e67761ac6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d6d24f5-78cd-40b1-a6b5-b18e191175a6 HTTP/1.1" status: 200 len: 217 time: 0.0417550 Mar 23 23:58:29.315140 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-dadeea45-1020-44d1-926b-f58ea03539d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:29.316620 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-dadeea45-1020-44d1-926b-f58ea03539d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=afe934b9-dd09-44eb-b021-dedab2747e45 HTTP/1.1" status: 200 len: 853 time: 0.0474622 Mar 23 23:58:29.373746 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-0fe5ed87-a0a7-484f-bc6d-1c9976cfeff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:29.375165 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-0fe5ed87-a0a7-484f-bc6d-1c9976cfeff5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526288 Mar 23 23:58:29.475429 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-ec83bdbc-b166-4667-bb45-fe616514f012 service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944784 Mar 23 23:58:29.581688 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-3763a0a7-b763-405c-b045-0153e8b407d7 req-b2231613-226a-47d3-a86e-db161ea707ee service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983903 Mar 23 23:58:29.677651 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151279d2-b749-4e93-b71d-4ad3037d453b req-36b77e08-dd47-4955-b3e5-0240400f5e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:29.679054 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-151279d2-b749-4e93-b71d-4ad3037d453b req-36b77e08-dd47-4955-b3e5-0240400f5e2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86b1df8360d64fb0a66f886af5025f1f&device_id=4d150c55-eadb-49ee-a353-1c31c20d7d44 HTTP/1.1" status: 200 len: 1127 time: 0.0503635 Mar 23 23:58:29.776286 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151279d2-b749-4e93-b71d-4ad3037d453b req-d8fc3d69-3a12-49ab-8803-905d5d97a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:29.777838 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-151279d2-b749-4e93-b71d-4ad3037d453b req-d8fc3d69-3a12-49ab-8803-905d5d97a322 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 HTTP/1.1" status: 200 len: 914 time: 0.0931749 Mar 23 23:58:29.820939 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-151279d2-b749-4e93-b71d-4ad3037d453b req-e43a6028-618c-49ef-beb3-1770e6e222d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d6d24f5-78cd-40b1-a6b5-b18e191175a6 HTTP/1.1" status: 200 len: 217 time: 0.0364406 Mar 23 23:58:29.875376 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151279d2-b749-4e93-b71d-4ad3037d453b req-3e670c3f-4070-41e4-b7e4-54962dee9f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:29.876844 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-151279d2-b749-4e93-b71d-4ad3037d453b req-3e670c3f-4070-41e4-b7e4-54962dee9f63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=afe934b9-dd09-44eb-b021-dedab2747e45 HTTP/1.1" status: 200 len: 853 time: 0.0498374 Mar 23 23:58:29.927405 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151279d2-b749-4e93-b71d-4ad3037d453b req-0d727a78-d72a-43db-a52a-8dc449d41fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:29.928972 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-151279d2-b749-4e93-b71d-4ad3037d453b req-0d727a78-d72a-43db-a52a-8dc449d41fb2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458505 Mar 23 23:58:30.021417 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-151279d2-b749-4e93-b71d-4ad3037d453b req-67b5a547-26bd-42c4-a153-e9defb80020a service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851188 Mar 23 23:58:30.111578 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c418ae-2e42-4f8e-9b1c-03b103cca4da req-c527961b-a130-4e4d-b2b5-a8cbe0095d70 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:30.113142 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f7c418ae-2e42-4f8e-9b1c-03b103cca4da req-c527961b-a130-4e4d-b2b5-a8cbe0095d70 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d150c55-eadb-49ee-a353-1c31c20d7d44 HTTP/1.1" status: 200 len: 943 time: 0.0576050 Mar 23 23:58:30.122873 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-151279d2-b749-4e93-b71d-4ad3037d453b req-95473ae5-2ef1-4295-8c95-a76dbaa8279c service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950286 Mar 23 23:58:30.167490 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f7c418ae-2e42-4f8e-9b1c-03b103cca4da req-ba6d52c8-f737-43b5-9a5c-c01a17b80ed6 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=a922d0c8-93a7-4fc5-8461-505c0b752c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480809 Mar 23 23:58:31.302048 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08331e9-e20a-48f8-86eb-3910405c6e83 req-9bbd6fea-ccb4-412b-a0c6-0134dc8ef80e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:31.303559 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d08331e9-e20a-48f8-86eb-3910405c6e83 req-9bbd6fea-ccb4-412b-a0c6-0134dc8ef80e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d150c55-eadb-49ee-a353-1c31c20d7d44 HTTP/1.1" status: 200 len: 943 time: 0.0606878 Mar 23 23:58:31.360169 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d08331e9-e20a-48f8-86eb-3910405c6e83 req-61543f9e-707b-4328-96d4-2256da69fc35 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=a922d0c8-93a7-4fc5-8461-505c0b752c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505724 Mar 23 23:58:31.661435 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:58:32.036661 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:58:32.144156 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 5d6d24f5-78cd-40b1-a6b5-b18e191175a6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5d6d24f5-78cd-40b1-a6b5-b18e191175a6,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:58:32.158879 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': '5d6d24f5-78cd-40b1-a6b5-b18e191175a6', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'port_id': '5d6d24f5-78cd-40b1-a6b5-b18e191175a6', 'mac_address': 'fa:16:3e:83:d4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:58:32.202451 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:58:32.203491 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (5d6d24f5-78cd-40b1-a6b5-b18e191175a6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:32.217231 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:58:32.238187 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 5d6d24f5-78cd-40b1-a6b5-b18e191175a6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5d6d24f5-78cd-40b1-a6b5-b18e191175a6,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:58:32.243568 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (5d6d24f5-78cd-40b1-a6b5-b18e191175a6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:32.295469 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=5d6d24f5-78cd-40b1-a6b5-b18e191175a6,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:58:32.302918 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:32.303271 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:32.303612 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:32.303979 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:32.304336 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:32.304716 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:32.305293 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:32.305533 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:32.305868 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:32.306196 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:32.306518 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:32.306842 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:32.307164 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:32.307501 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:32.307804 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:58:32.482725 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['5d6d24f5-78cd-40b1-a6b5-b18e191175a6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:58:32.496451 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d6d36-a4d7-431c-aa61-efe0ee729abe req-0cbaa0f7-ce56-40f3-8bd1-b98e36220e20 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:32.498026 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1f0d6d36-a4d7-431c-aa61-efe0ee729abe req-0cbaa0f7-ce56-40f3-8bd1-b98e36220e20 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d150c55-eadb-49ee-a353-1c31c20d7d44 HTTP/1.1" status: 200 len: 944 time: 0.0625494 Mar 23 23:58:32.550270 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1f0d6d36-a4d7-431c-aa61-efe0ee729abe req-8f4cb330-ec99-4a2f-beb5-7032f507ed79 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=a922d0c8-93a7-4fc5-8461-505c0b752c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462029 Mar 23 23:58:33.687156 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9cb0e-a7a6-49de-b2c7-cda8cc8346c7 req-272f3ed6-dc50-40c4-8d53-7b6491fc85e5 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:33.688665 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cff9cb0e-a7a6-49de-b2c7-cda8cc8346c7 req-272f3ed6-dc50-40c4-8d53-7b6491fc85e5 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d150c55-eadb-49ee-a353-1c31c20d7d44 HTTP/1.1" status: 200 len: 944 time: 0.0660622 Mar 23 23:58:33.751034 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cff9cb0e-a7a6-49de-b2c7-cda8cc8346c7 req-9cbe231e-a054-46fc-abd2-5c72cf260b76 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=a922d0c8-93a7-4fc5-8461-505c0b752c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552733 Mar 23 23:58:34.036780 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:58:34.099200 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 23:58:34.104306 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:58:34.104678 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (5d6d24f5-78cd-40b1-a6b5-b18e191175a6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:34.195279 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:58:34.195674 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (5d6d24f5-78cd-40b1-a6b5-b18e191175a6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:34.220373 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d150c55-eadb-49ee-a353-1c31c20d7d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6d24f5-78cd-40b1-a6b5-b18e191175a6'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:58:34.222684 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80be6f75-2b73-4f75-a480-3e235eedf242" -d '{"events": [{"server_uuid": "4d150c55-eadb-49ee-a353-1c31c20d7d44", "name": "network-vif-plugged", "status": "completed", "tag": "5d6d24f5-78cd-40b1-a6b5-b18e191175a6"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:58:34.247299 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 5d6d24f5-78cd-40b1-a6b5-b18e191175a6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5d6d24f5-78cd-40b1-a6b5-b18e191175a6,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:58:34.253861 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (5d6d24f5-78cd-40b1-a6b5-b18e191175a6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:34.263127 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e552bb8-1a76-4ca3-a7b5-1858f967c2f4 x-openstack-request-id: req-9e552bb8-1a76-4ca3-a7b5-1858f967c2f4 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:58:34.263469 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d150c55-eadb-49ee-a353-1c31c20d7d44", "name": "network-vif-plugged", "status": "completed", "tag": "5d6d24f5-78cd-40b1-a6b5-b18e191175a6", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:58:34.263730 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e552bb8-1a76-4ca3-a7b5-1858f967c2f4 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:58:34.264144 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e552bb8-1a76-4ca3-a7b5-1858f967c2f4'] response: {'server_uuid': '4d150c55-eadb-49ee-a353-1c31c20d7d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6d24f5-78cd-40b1-a6b5-b18e191175a6', 'code': 200} Mar 23 23:58:34.328887 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=5d6d24f5-78cd-40b1-a6b5-b18e191175a6,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:58:34.449299 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437e5fc-ffee-4371-b326-948e89bf1def req-d877536d-ae15-4a5b-a28f-bd4d1ec344d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:34.451032 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-4437e5fc-ffee-4371-b326-948e89bf1def req-d877536d-ae15-4a5b-a28f-bd4d1ec344d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d150c55-eadb-49ee-a353-1c31c20d7d44 HTTP/1.1" status: 200 len: 1129 time: 0.0502567 Mar 23 23:58:34.499037 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-4437e5fc-ffee-4371-b326-948e89bf1def req-6309beba-b6e5-422f-9692-87d8e8aab16a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a922d0c8-93a7-4fc5-8461-505c0b752c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421729 Mar 23 23:58:34.909384 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5266bf-ca4f-4c69-8a47-54092bb06226 req-c6578263-260a-497b-8262-6a097ed4f7ba tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:34.911103 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8a5266bf-ca4f-4c69-8a47-54092bb06226 req-c6578263-260a-497b-8262-6a097ed4f7ba tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d150c55-eadb-49ee-a353-1c31c20d7d44 HTTP/1.1" status: 200 len: 945 time: 0.0708075 Mar 23 23:58:34.964074 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-8a5266bf-ca4f-4c69-8a47-54092bb06226 req-e97e9988-7fa2-461f-9fe1-05a20e0c4ee5 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=a922d0c8-93a7-4fc5-8461-505c0b752c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465174 Mar 23 23:58:36.104871 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac1ab6-cbdc-4216-bb17-8878cb90dfae req-2cafb2c5-d381-4f91-99cb-c81a3602aff0 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:36.106387 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-bdac1ab6-cbdc-4216-bb17-8878cb90dfae req-2cafb2c5-d381-4f91-99cb-c81a3602aff0 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d150c55-eadb-49ee-a353-1c31c20d7d44 HTTP/1.1" status: 200 len: 945 time: 0.0608215 Mar 23 23:58:36.157037 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-bdac1ab6-cbdc-4216-bb17-8878cb90dfae req-a550be5e-4461-4ca8-ae08-2bf14315a114 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=a922d0c8-93a7-4fc5-8461-505c0b752c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446866 Mar 23 23:58:36.299159 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa422af1-3ba2-4127-8a19-307919949b10 req-6147f311-12bc-4ad3-8008-2467c7b25251 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:36.300596 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-aa422af1-3ba2-4127-8a19-307919949b10 req-6147f311-12bc-4ad3-8008-2467c7b25251 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d150c55-eadb-49ee-a353-1c31c20d7d44 HTTP/1.1" status: 200 len: 945 time: 0.0648584 Mar 23 23:58:36.310575 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55274) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:58:36.315623 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-aa97b78f-a26a-40bb-be0c-95b1bcc96365 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'floatingip': {'port_id': '5d6d24f5-78cd-40b1-a6b5-b18e191175a6'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:58:36.367062 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa97b78f-a26a-40bb-be0c-95b1bcc96365 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (93fb8792-6ebf-4edd-8b68-72f9d71f47c2), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:36.862448 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa97b78f-a26a-40bb-be0c-95b1bcc96365 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:36.868445 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa97b78f-a26a-40bb-be0c-95b1bcc96365 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (93fb8792-6ebf-4edd-8b68-72f9d71f47c2), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:36.988454 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.l3_db [None req-aa97b78f-a26a-40bb-be0c-95b1bcc96365 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Floating IP 93fb8792-6ebf-4edd-8b68-72f9d71f47c2 associated. External IP: 172.27.0.4, port: 5d6d24f5-78cd-40b1-a6b5-b18e191175a6. Mar 23 23:58:37.229979 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa97b78f-a26a-40bb-be0c-95b1bcc96365 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Router 0869f870-d27f-444b-8bfd-47d400088e03 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:58:37.245055 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e998bb2b-7c14-4d3e-919b-0acf31cfd46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:37.358076 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa97b78f-a26a-40bb-be0c-95b1bcc96365 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:58:37.363282 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa97b78f-a26a-40bb-be0c-95b1bcc96365 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:37.376165 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438f50b-ab50-43c4-a8b2-f1bf6f5719e3 None None] Sync routers for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:58:37.387888 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438f50b-ab50-43c4-a8b2-f1bf6f5719e3 None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:58:37.388515 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0438f50b-ab50-43c4-a8b2-f1bf6f5719e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:58:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:58:37.510242 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-0438f50b-ab50-43c4-a8b2-f1bf6f5719e3 None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:58:37.672105 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-aa97b78f-a26a-40bb-be0c-95b1bcc96365 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "PUT /v2.0/floatingips/93fb8792-6ebf-4edd-8b68-72f9d71f47c2 HTTP/1.1" status: 200 len: 989 time: 1.3600500 Mar 23 23:58:37.672767 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d150c55-eadb-49ee-a353-1c31c20d7d44', 'tag': '5d6d24f5-78cd-40b1-a6b5-b18e191175a6'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:58:37.675477 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f89217267680bd64d7f927d4eadc419634559ab2f391f9993dc43694367eced7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354f9995-83b2-4034-900a-fa57d82644e1" -d '{"events": [{"name": "network-changed", "server_uuid": "4d150c55-eadb-49ee-a353-1c31c20d7d44", "tag": "5d6d24f5-78cd-40b1-a6b5-b18e191175a6"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:58:37.713951 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba87cd66-fb26-4463-a84d-2bfb5c3bfa99 x-openstack-request-id: req-ba87cd66-fb26-4463-a84d-2bfb5c3bfa99 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:58:37.714224 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d150c55-eadb-49ee-a353-1c31c20d7d44", "tag": "5d6d24f5-78cd-40b1-a6b5-b18e191175a6", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:58:37.714471 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba87cd66-fb26-4463-a84d-2bfb5c3bfa99 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:58:37.714859 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba87cd66-fb26-4463-a84d-2bfb5c3bfa99'] response: {'name': 'network-changed', 'server_uuid': '4d150c55-eadb-49ee-a353-1c31c20d7d44', 'tag': '5d6d24f5-78cd-40b1-a6b5-b18e191175a6', 'status': 'completed', 'code': 200} Mar 23 23:58:37.760834 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0438f50b-ab50-43c4-a8b2-f1bf6f5719e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '93fb8792-6ebf-4edd-8b68-72f9d71f47c2', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'port_id': '5d6d24f5-78cd-40b1-a6b5-b18e191175a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'mac_address': 'fa:16:3e:83:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d150c55-eadb-49ee-a353-1c31c20d7d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:58:25Z', 'updated_at': '2022-03-23T23:58:36Z', 'revision_number': 1, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:58:37.786852 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f9995-83b2-4034-900a-fa57d82644e1 req-0334dff7-6c8a-4ee8-964a-2daf399c4978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:37.788709 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-354f9995-83b2-4034-900a-fa57d82644e1 req-0334dff7-6c8a-4ee8-964a-2daf399c4978 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86b1df8360d64fb0a66f886af5025f1f&device_id=4d150c55-eadb-49ee-a353-1c31c20d7d44 HTTP/1.1" status: 200 len: 1129 time: 0.0531433 Mar 23 23:58:37.792605 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438f50b-ab50-43c4-a8b2-f1bf6f5719e3 None None] Checking router: 0869f870-d27f-444b-8bfd-47d400088e03 for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:58:37.803060 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438f50b-ab50-43c4-a8b2-f1bf6f5719e3 None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:58:37.803720 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0438f50b-ab50-43c4-a8b2-f1bf6f5719e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:58:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:58:37.892235 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f9995-83b2-4034-900a-fa57d82644e1 req-f23e8346-0b4d-4c7d-b035-0b3de2072aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:37.894173 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-354f9995-83b2-4034-900a-fa57d82644e1 req-f23e8346-0b4d-4c7d-b035-0b3de2072aaa service neutron] 10.222.0.20 "GET /v2.0/networks?id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 HTTP/1.1" status: 200 len: 914 time: 0.1002429 Mar 23 23:58:37.928576 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-0438f50b-ab50-43c4-a8b2-f1bf6f5719e3 None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:58:37.966972 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-354f9995-83b2-4034-900a-fa57d82644e1 req-29eb9e19-4364-4d80-ab9c-029d73ea5aab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d6d24f5-78cd-40b1-a6b5-b18e191175a6 HTTP/1.1" status: 200 len: 997 time: 0.0672970 Mar 23 23:58:38.018147 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f9995-83b2-4034-900a-fa57d82644e1 req-b31f5f21-9d3d-4ec6-a00e-b50b26d17ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:38.019536 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-354f9995-83b2-4034-900a-fa57d82644e1 req-b31f5f21-9d3d-4ec6-a00e-b50b26d17ca1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=afe934b9-dd09-44eb-b021-dedab2747e45 HTTP/1.1" status: 200 len: 853 time: 0.0474918 Mar 23 23:58:38.072234 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f9995-83b2-4034-900a-fa57d82644e1 req-31fde57c-5adc-46da-8e1c-52aa0a4a276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:38.074160 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-354f9995-83b2-4034-900a-fa57d82644e1 req-31fde57c-5adc-46da-8e1c-52aa0a4a276a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492406 Mar 23 23:58:38.178233 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-354f9995-83b2-4034-900a-fa57d82644e1 req-0ab05628-0e67-47a1-b673-b3519cc5d5a3 service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984614 Mar 23 23:58:38.208692 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0438f50b-ab50-43c4-a8b2-f1bf6f5719e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '93fb8792-6ebf-4edd-8b68-72f9d71f47c2', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'port_id': '5d6d24f5-78cd-40b1-a6b5-b18e191175a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'mac_address': 'fa:16:3e:83:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d150c55-eadb-49ee-a353-1c31c20d7d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:58:25Z', 'updated_at': '2022-03-23T23:58:36Z', 'revision_number': 1, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:58:38.239011 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438f50b-ab50-43c4-a8b2-f1bf6f5719e3 None None] The sync data for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi is: [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '93fb8792-6ebf-4edd-8b68-72f9d71f47c2', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'port_id': '5d6d24f5-78cd-40b1-a6b5-b18e191175a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'mac_address': 'fa:16:3e:83:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d150c55-eadb-49ee-a353-1c31c20d7d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:58:25Z', 'updated_at': '2022-03-23T23:58:36Z', 'revision_number': 1, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:58:38.307477 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-354f9995-83b2-4034-900a-fa57d82644e1 req-970b20b2-db81-4ac9-8d97-6e36db55dfe9 service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238732 Mar 23 23:58:38.470649 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eb0ca4-2125-4673-ae66-217004cdc0b8 None None] New status for floating IP 93fb8792-6ebf-4edd-8b68-72f9d71f47c2: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:58:39.360163 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-31408700-160d-44f4-9b54-cb47d0925b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:40.611289 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:42.346466 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:43.326566 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:48.468569 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-b5071003-7ebc-49c7-8af3-31b968f7a64d req-1c5fec8e-d8f8-40a9-99f0-0b20960e1634 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472260 Mar 23 23:58:48.575204 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5071003-7ebc-49c7-8af3-31b968f7a64d req-f0483c6c-1589-44fb-8703-c47d20f22f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:48.576715 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-b5071003-7ebc-49c7-8af3-31b968f7a64d req-f0483c6c-1589-44fb-8703-c47d20f22f40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02770b121f6f4405bcd904ae1a2460d6&device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 1130 time: 0.0567319 Mar 23 23:58:48.700855 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5071003-7ebc-49c7-8af3-31b968f7a64d req-b3174630-389f-46cd-bc2c-7002bc607bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:48.702736 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-b5071003-7ebc-49c7-8af3-31b968f7a64d req-b3174630-389f-46cd-bc2c-7002bc607bc8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb32722d-34ad-4f86-a879-08111091b10d HTTP/1.1" status: 200 len: 911 time: 0.1019299 Mar 23 23:58:48.787124 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-b5071003-7ebc-49c7-8af3-31b968f7a64d req-ba28579e-d85f-49e4-8297-812310914e32 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=634d08c1-2737-4733-b9f3-5945bf292919 HTTP/1.1" status: 200 len: 1002 time: 0.0725007 Mar 23 23:58:48.791923 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:48.846065 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5071003-7ebc-49c7-8af3-31b968f7a64d req-8de4ca50-a975-4234-ae46-e9a037118571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:48.847626 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-b5071003-7ebc-49c7-8af3-31b968f7a64d req-8de4ca50-a975-4234-ae46-e9a037118571 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33f2a048-cda2-4701-8292-38152d7aa069 HTTP/1.1" status: 200 len: 850 time: 0.0551260 Mar 23 23:58:48.906689 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5071003-7ebc-49c7-8af3-31b968f7a64d req-b2719dd6-1c37-4875-bde8-d66c96e36011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:48.908238 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-b5071003-7ebc-49c7-8af3-31b968f7a64d req-b2719dd6-1c37-4875-bde8-d66c96e36011 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb32722d-34ad-4f86-a879-08111091b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528266 Mar 23 23:58:49.006941 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-b5071003-7ebc-49c7-8af3-31b968f7a64d req-50d150e8-e880-4863-a927-398cc9abb262 service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915606 Mar 23 23:58:49.102145 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-b5071003-7ebc-49c7-8af3-31b968f7a64d req-3a58b946-b954-4ca2-bc9a-56143dea8056 service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894172 Mar 23 23:58:52.670126 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55280) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:58:52.859132 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-b5fc7060-b223-4ade-853e-90e214989d58 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Deleting port dba99cd2-e49c-48da-8e12-350460488052 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:58:52.859492 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7060-b223-4ade-853e-90e214989d58 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (dba99cd2-e49c-48da-8e12-350460488052), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:52.957633 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7060-b223-4ade-853e-90e214989d58 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (dba99cd2-e49c-48da-8e12-350460488052), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:52.957903 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7060-b223-4ade-853e-90e214989d58 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for floatingip (dba99cd2-e49c-48da-8e12-350460488052), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:52.971781 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-b5fc7060-b223-4ade-853e-90e214989d58 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Calling delete_port for dba99cd2-e49c-48da-8e12-350460488052 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:58:53.215709 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7060-b223-4ade-853e-90e214989d58 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (dba99cd2-e49c-48da-8e12-350460488052), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:53.244955 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc7060-b223-4ade-853e-90e214989d58 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event deleted for resources: {'Port': ['ID=dba99cd2-e49c-48da-8e12-350460488052,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:58:53.316613 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7060-b223-4ade-853e-90e214989d58 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for floatingip (56712d43-0fce-44f5-aece-d0e64d1970f9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:53.316996 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.l3_db [None req-b5fc7060-b223-4ade-853e-90e214989d58 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Floating IP 56712d43-0fce-44f5-aece-d0e64d1970f9 disassociated (deleted). External IP: 172.27.0.10, port: bc9f7a24-52d5-4af5-a41b-ccea460dec54. Mar 23 23:58:53.850308 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fc7060-b223-4ade-853e-90e214989d58 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Router aa2e5138-d485-4376-93dd-0346e3528def has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:58:53.969617 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fc7060-b223-4ade-853e-90e214989d58 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:58:53.974615 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7060-b223-4ade-853e-90e214989d58 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:53.981430 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1a8b8d-2517-4374-9021-97013151ce36 None None] Sync routers for ids ['aa2e5138-d485-4376-93dd-0346e3528def'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:58:53.997271 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1a8b8d-2517-4374-9021-97013151ce36 None None] Routers {'aa2e5138-d485-4376-93dd-0346e3528def'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:58:53.997271 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5a1a8b8d-2517-4374-9021-97013151ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:58:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['aa2e5138-d485-4376-93dd-0346e3528def'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:58:54.008926 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-b5fc7060-b223-4ade-853e-90e214989d58 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "DELETE /v2.0/floatingips/56712d43-0fce-44f5-aece-d0e64d1970f9 HTTP/1.1" status: 204 len: 168 time: 1.3375335 Mar 23 23:58:54.009667 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050bd7f6-78d4-48bc-a4ed-55b813262a9a', 'tag': 'bc9f7a24-52d5-4af5-a41b-ccea460dec54'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:58:54.012149 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c231cb22-37d9-49c8-9936-5e633b312598" -d '{"events": [{"name": "network-changed", "server_uuid": "050bd7f6-78d4-48bc-a4ed-55b813262a9a", "tag": "bc9f7a24-52d5-4af5-a41b-ccea460dec54"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:58:54.052753 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72589f70-7cbf-4b82-9bb7-2b05afd95583 x-openstack-request-id: req-72589f70-7cbf-4b82-9bb7-2b05afd95583 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:58:54.053101 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050bd7f6-78d4-48bc-a4ed-55b813262a9a", "tag": "bc9f7a24-52d5-4af5-a41b-ccea460dec54", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:58:54.053787 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72589f70-7cbf-4b82-9bb7-2b05afd95583 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:58:54.054317 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72589f70-7cbf-4b82-9bb7-2b05afd95583'] response: {'name': 'network-changed', 'server_uuid': '050bd7f6-78d4-48bc-a4ed-55b813262a9a', 'tag': 'bc9f7a24-52d5-4af5-a41b-ccea460dec54', 'status': 'completed', 'code': 200} Mar 23 23:58:54.134912 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-5a1a8b8d-2517-4374-9021-97013151ce36 None None] Set router aa2e5138-d485-4376-93dd-0346e3528def gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:58:54.135529 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231cb22-37d9-49c8-9936-5e633b312598 req-3d3c371d-bebe-4ae1-948c-d033913e2193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:54.138037 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c231cb22-37d9-49c8-9936-5e633b312598 req-3d3c371d-bebe-4ae1-948c-d033913e2193 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02770b121f6f4405bcd904ae1a2460d6&device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 1130 time: 0.0594912 Mar 23 23:58:54.249192 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231cb22-37d9-49c8-9936-5e633b312598 req-2d54305d-4e8a-49f9-bae5-bcae0bf016c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:54.251105 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c231cb22-37d9-49c8-9936-5e633b312598 req-2d54305d-4e8a-49f9-bae5-bcae0bf016c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb32722d-34ad-4f86-a879-08111091b10d HTTP/1.1" status: 200 len: 911 time: 0.1022794 Mar 23 23:58:54.305182 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c231cb22-37d9-49c8-9936-5e633b312598 req-bb89a58b-fd2a-498c-baad-186f5be70b37 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc9f7a24-52d5-4af5-a41b-ccea460dec54 HTTP/1.1" status: 200 len: 217 time: 0.0468917 Mar 23 23:58:54.368868 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231cb22-37d9-49c8-9936-5e633b312598 req-96071695-d720-428f-a97d-67b0e9b05b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:54.370793 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c231cb22-37d9-49c8-9936-5e633b312598 req-96071695-d720-428f-a97d-67b0e9b05b8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33f2a048-cda2-4701-8292-38152d7aa069 HTTP/1.1" status: 200 len: 850 time: 0.0595496 Mar 23 23:58:54.440305 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231cb22-37d9-49c8-9936-5e633b312598 req-edf9eee6-8565-4516-9732-8967a1b19ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:54.442820 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c231cb22-37d9-49c8-9936-5e633b312598 req-edf9eee6-8565-4516-9732-8967a1b19ae8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb32722d-34ad-4f86-a879-08111091b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646555 Mar 23 23:58:54.505594 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc4699-747e-49bb-8cdb-34f015652f41 req-b3a4184b-1096-4d04-9b61-ad832b45761a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:54.507777 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-43cc4699-747e-49bb-8cdb-34f015652f41 req-b3a4184b-1096-4d04-9b61-ad832b45761a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 946 time: 0.2859228 Mar 23 23:58:54.522631 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5a1a8b8d-2517-4374-9021-97013151ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '3c362fe9-7f6d-4fb6-85bb-931b242a151b', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'port_id': '634d08c1-2737-4733-b9f3-5945bf292919', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'mac_address': 'fa:16:3e:9e:41:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d18976-71db-4685-b408-6fde6bf1f3a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:55:15Z', 'updated_at': '2022-03-23T23:55:18Z', 'revision_number': 1, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a7144b-72fc-4776-b25c-2fe67a1fff5a', 'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'mac_address': 'fa:16:3e:7b:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:24Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 5, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'subnets': [{'id': '33f2a048-cda2-4701-8292-38152d7aa069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:58:54.552234 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1a8b8d-2517-4374-9021-97013151ce36 None None] Checking router: aa2e5138-d485-4376-93dd-0346e3528def for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:58:54.559999 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c231cb22-37d9-49c8-9936-5e633b312598 req-d44b14a4-f6db-4122-aa34-b047b9fe874e service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100919 Mar 23 23:58:54.561386 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1a8b8d-2517-4374-9021-97013151ce36 None None] Routers {'aa2e5138-d485-4376-93dd-0346e3528def'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:58:54.562037 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5a1a8b8d-2517-4374-9021-97013151ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:58:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['aa2e5138-d485-4376-93dd-0346e3528def'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:58:54.569465 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-43cc4699-747e-49bb-8cdb-34f015652f41 req-5112026d-182e-4f5a-9262-cbe60b9f7e32 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548353 Mar 23 23:58:54.689509 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c231cb22-37d9-49c8-9936-5e633b312598 req-6864af95-62fa-47cb-81c0-3ed0ef9f35fe service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222358 Mar 23 23:58:54.694014 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-5a1a8b8d-2517-4374-9021-97013151ce36 None None] Set router aa2e5138-d485-4376-93dd-0346e3528def gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:58:54.953092 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5a1a8b8d-2517-4374-9021-97013151ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '3c362fe9-7f6d-4fb6-85bb-931b242a151b', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'port_id': '634d08c1-2737-4733-b9f3-5945bf292919', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'mac_address': 'fa:16:3e:9e:41:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d18976-71db-4685-b408-6fde6bf1f3a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:55:15Z', 'updated_at': '2022-03-23T23:55:18Z', 'revision_number': 1, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a7144b-72fc-4776-b25c-2fe67a1fff5a', 'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'mac_address': 'fa:16:3e:7b:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:24Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 5, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'subnets': [{'id': '33f2a048-cda2-4701-8292-38152d7aa069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:58:54.981184 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1a8b8d-2517-4374-9021-97013151ce36 None None] The sync data for ids ['aa2e5138-d485-4376-93dd-0346e3528def'] in dv-cinder-749155-6-iscsi is: [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '3c362fe9-7f6d-4fb6-85bb-931b242a151b', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'port_id': '634d08c1-2737-4733-b9f3-5945bf292919', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'mac_address': 'fa:16:3e:9e:41:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d18976-71db-4685-b408-6fde6bf1f3a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:55:15Z', 'updated_at': '2022-03-23T23:55:18Z', 'revision_number': 1, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a7144b-72fc-4776-b25c-2fe67a1fff5a', 'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'mac_address': 'fa:16:3e:7b:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:24Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 5, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'subnets': [{'id': '33f2a048-cda2-4701-8292-38152d7aa069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:58:55.225515 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77126234-a8c2-42ff-818d-91ab6e627d46 None None] New status for floating IP 56712d43-0fce-44f5-aece-d0e64d1970f9: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:58:55.770746 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914b89f-d042-48fa-af31-c1854f89b0e8 req-2bda074d-c31f-4bf3-be57-35532f504944 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:55.772507 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b914b89f-d042-48fa-af31-c1854f89b0e8 req-2bda074d-c31f-4bf3-be57-35532f504944 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 946 time: 0.1224661 Mar 23 23:58:55.775482 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903d23c-c463-4037-a50e-adc455931305 req-5210da0c-1eda-4ebe-83f9-8d2e876c4826 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:58:55.777035 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-1903d23c-c463-4037-a50e-adc455931305 req-5210da0c-1eda-4ebe-83f9-8d2e876c4826 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.20 "GET /v2.0/ports?device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 946 time: 0.0641613 Mar 23 23:58:55.825489 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b914b89f-d042-48fa-af31-c1854f89b0e8 req-e83b2352-1990-4b26-a86e-f5b66f55314a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468233 Mar 23 23:58:55.883793 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-1903d23c-c463-4037-a50e-adc455931305 req-b85ea502-7b56-43c1-abee-1b35360f6f20 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Deleting port bc9f7a24-52d5-4af5-a41b-ccea460dec54 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:58:55.884035 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1903d23c-c463-4037-a50e-adc455931305 req-b85ea502-7b56-43c1-abee-1b35360f6f20 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (bc9f7a24-52d5-4af5-a41b-ccea460dec54), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:55.984794 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-1903d23c-c463-4037-a50e-adc455931305 req-b85ea502-7b56-43c1-abee-1b35360f6f20 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] For port bc9f7a24-52d5-4af5-a41b-ccea460dec54, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=bc9f7a24-52d5-4af5-a41b-ccea460dec54,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:58:55.985125 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1903d23c-c463-4037-a50e-adc455931305 req-b85ea502-7b56-43c1-abee-1b35360f6f20 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (bc9f7a24-52d5-4af5-a41b-ccea460dec54), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:55.999195 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-1903d23c-c463-4037-a50e-adc455931305 req-b85ea502-7b56-43c1-abee-1b35360f6f20 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Calling delete_port for bc9f7a24-52d5-4af5-a41b-ccea460dec54 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:58:56.143646 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1903d23c-c463-4037-a50e-adc455931305 req-b85ea502-7b56-43c1-abee-1b35360f6f20 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (bc9f7a24-52d5-4af5-a41b-ccea460dec54), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:56.178551 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ea502-7b56-43c1-abee-1b35360f6f20 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event deleted for resources: {'Port': ['ID=bc9f7a24-52d5-4af5-a41b-ccea460dec54,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:58:56.226303 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-1903d23c-c463-4037-a50e-adc455931305 req-b85ea502-7b56-43c1-abee-1b35360f6f20 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] No DVR routers for this DVR port bc9f7a24-52d5-4af5-a41b-ccea460dec54 on host hv-cinder-74915 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:58:56.228897 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1903d23c-c463-4037-a50e-adc455931305 req-b85ea502-7b56-43c1-abee-1b35360f6f20 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:58:56.232791 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-1903d23c-c463-4037-a50e-adc455931305 req-b85ea502-7b56-43c1-abee-1b35360f6f20 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.20 "DELETE /v2.0/ports/bc9f7a24-52d5-4af5-a41b-ccea460dec54 HTTP/1.1" status: 204 len: 173 time: 0.4470599 Mar 23 23:58:56.233395 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050bd7f6-78d4-48bc-a4ed-55b813262a9a', 'name': 'network-vif-deleted', 'tag': 'bc9f7a24-52d5-4af5-a41b-ccea460dec54'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:58:56.236155 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df4ef7b-ff31-4232-a257-aa853c1a4dfc" -d '{"events": [{"server_uuid": "050bd7f6-78d4-48bc-a4ed-55b813262a9a", "name": "network-vif-deleted", "tag": "bc9f7a24-52d5-4af5-a41b-ccea460dec54"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:58:56.276285 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c3bfdd-e41f-4074-94dd-e6e94caa3e34 x-openstack-request-id: req-d6c3bfdd-e41f-4074-94dd-e6e94caa3e34 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:58:56.276577 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050bd7f6-78d4-48bc-a4ed-55b813262a9a", "name": "network-vif-deleted", "tag": "bc9f7a24-52d5-4af5-a41b-ccea460dec54", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:58:56.276830 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6c3bfdd-e41f-4074-94dd-e6e94caa3e34 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:58:56.277319 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c3bfdd-e41f-4074-94dd-e6e94caa3e34'] response: {'server_uuid': '050bd7f6-78d4-48bc-a4ed-55b813262a9a', 'name': 'network-vif-deleted', 'tag': 'bc9f7a24-52d5-4af5-a41b-ccea460dec54', 'status': 'completed', 'code': 200} Mar 23 23:58:56.944850 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c00df473-bca3-47fc-b08f-5e0e414bfb0f req-7f24f71b-08e6-4ae9-a54e-b7bd3f8872b8 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=050bd7f6-78d4-48bc-a4ed-55b813262a9a HTTP/1.1" status: 200 len: 210 time: 0.0284274 Mar 23 23:59:00.193381 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device bc9f7a24-52d5-4af5-a41b-ccea460dec54 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:59:00.215236 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: bc9f7a24-52d5-4af5-a41b-ccea460dec54 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:59:00.215581 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device bc9f7a24-52d5-4af5-a41b-ccea460dec54 not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:59:00.263468 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55314) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:00.430638 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-c33e2f32-a528-4ef0-81d5-55d3b5c26c3a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Deleting port 2166f592-d331-4c15-936e-76e4941cfe81 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:59:00.430984 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c33e2f32-a528-4ef0-81d5-55d3b5c26c3a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (2166f592-d331-4c15-936e-76e4941cfe81), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:00.513445 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c33e2f32-a528-4ef0-81d5-55d3b5c26c3a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (2166f592-d331-4c15-936e-76e4941cfe81), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:00.513753 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c33e2f32-a528-4ef0-81d5-55d3b5c26c3a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for floatingip (2166f592-d331-4c15-936e-76e4941cfe81), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:00.527858 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-c33e2f32-a528-4ef0-81d5-55d3b5c26c3a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Calling delete_port for 2166f592-d331-4c15-936e-76e4941cfe81 owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:59:00.696875 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c33e2f32-a528-4ef0-81d5-55d3b5c26c3a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (2166f592-d331-4c15-936e-76e4941cfe81), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:00.723159 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e2f32-a528-4ef0-81d5-55d3b5c26c3a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event deleted for resources: {'Port': ['ID=2166f592-d331-4c15-936e-76e4941cfe81,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:00.789962 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c33e2f32-a528-4ef0-81d5-55d3b5c26c3a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for floatingip (3c362fe9-7f6d-4fb6-85bb-931b242a151b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:00.790236 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.l3_db [None req-c33e2f32-a528-4ef0-81d5-55d3b5c26c3a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Floating IP 3c362fe9-7f6d-4fb6-85bb-931b242a151b disassociated (deleted). External IP: 172.27.0.160, port: 634d08c1-2737-4733-b9f3-5945bf292919. Mar 23 23:59:01.028314 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33e2f32-a528-4ef0-81d5-55d3b5c26c3a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Router aa2e5138-d485-4376-93dd-0346e3528def has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:59:01.151470 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33e2f32-a528-4ef0-81d5-55d3b5c26c3a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:59:01.156456 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c33e2f32-a528-4ef0-81d5-55d3b5c26c3a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:01.163473 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87841c5-4273-487d-afb2-79f0e2d48fb8 None None] Sync routers for ids ['aa2e5138-d485-4376-93dd-0346e3528def'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:59:01.174474 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87841c5-4273-487d-afb2-79f0e2d48fb8 None None] Routers {'aa2e5138-d485-4376-93dd-0346e3528def'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:59:01.175083 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a87841c5-4273-487d-afb2-79f0e2d48fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:58:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['aa2e5138-d485-4376-93dd-0346e3528def'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:01.187492 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-c33e2f32-a528-4ef0-81d5-55d3b5c26c3a tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "DELETE /v2.0/floatingips/3c362fe9-7f6d-4fb6-85bb-931b242a151b HTTP/1.1" status: 204 len: 168 time: 0.9225891 Mar 23 23:59:01.188101 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d18976-71db-4685-b408-6fde6bf1f3a1', 'tag': '634d08c1-2737-4733-b9f3-5945bf292919'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:59:01.191522 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f89217267680bd64d7f927d4eadc419634559ab2f391f9993dc43694367eced7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465c766c-f98c-4ae8-b00f-c9bcdb6abdbc" -d '{"events": [{"name": "network-changed", "server_uuid": "02d18976-71db-4685-b408-6fde6bf1f3a1", "tag": "634d08c1-2737-4733-b9f3-5945bf292919"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:59:01.233681 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745d2316-e3fa-40da-837f-252bd4cf03a9 x-openstack-request-id: req-745d2316-e3fa-40da-837f-252bd4cf03a9 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:59:01.233958 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d18976-71db-4685-b408-6fde6bf1f3a1", "tag": "634d08c1-2737-4733-b9f3-5945bf292919", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:59:01.234205 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-745d2316-e3fa-40da-837f-252bd4cf03a9 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:59:01.234608 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-745d2316-e3fa-40da-837f-252bd4cf03a9'] response: {'name': 'network-changed', 'server_uuid': '02d18976-71db-4685-b408-6fde6bf1f3a1', 'tag': '634d08c1-2737-4733-b9f3-5945bf292919', 'status': 'completed', 'code': 200} Mar 23 23:59:01.299503 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a87841c5-4273-487d-afb2-79f0e2d48fb8 None None] Set router aa2e5138-d485-4376-93dd-0346e3528def gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:59:01.379623 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c766c-f98c-4ae8-b00f-c9bcdb6abdbc req-beaf881b-1501-4b73-922a-7e5a00a73df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:01.381812 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-465c766c-f98c-4ae8-b00f-c9bcdb6abdbc req-beaf881b-1501-4b73-922a-7e5a00a73df6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02770b121f6f4405bcd904ae1a2460d6&device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 1130 time: 0.1238766 Mar 23 23:59:01.458851 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e726e-ec48-4b92-9c60-862e5b9fc4ae req-7fbd51ae-e042-4577-b995-a728908b33b5 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:01.461920 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4d0e726e-ec48-4b92-9c60-862e5b9fc4ae req-7fbd51ae-e042-4577-b995-a728908b33b5 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 946 time: 0.0657272 Mar 23 23:59:01.494324 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c766c-f98c-4ae8-b00f-c9bcdb6abdbc req-a2a38d06-b62b-4953-b39b-a87025b6311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:01.496019 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-465c766c-f98c-4ae8-b00f-c9bcdb6abdbc req-a2a38d06-b62b-4953-b39b-a87025b6311b service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb32722d-34ad-4f86-a879-08111091b10d HTTP/1.1" status: 200 len: 911 time: 0.1066697 Mar 23 23:59:01.518040 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4d0e726e-ec48-4b92-9c60-862e5b9fc4ae req-0791369d-12f4-4e09-8624-197a5d72e29f tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525551 Mar 23 23:59:01.537933 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a87841c5-4273-487d-afb2-79f0e2d48fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'c5a7144b-72fc-4776-b25c-2fe67a1fff5a', 'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'mac_address': 'fa:16:3e:7b:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:24Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 5, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'subnets': [{'id': '33f2a048-cda2-4701-8292-38152d7aa069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:01.542776 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-465c766c-f98c-4ae8-b00f-c9bcdb6abdbc req-cb4945e0-a786-49e9-8873-f23bbb68846b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=634d08c1-2737-4733-b9f3-5945bf292919 HTTP/1.1" status: 200 len: 217 time: 0.0399230 Mar 23 23:59:01.570219 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87841c5-4273-487d-afb2-79f0e2d48fb8 None None] Checking router: aa2e5138-d485-4376-93dd-0346e3528def for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:59:01.580279 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87841c5-4273-487d-afb2-79f0e2d48fb8 None None] Routers {'aa2e5138-d485-4376-93dd-0346e3528def'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:59:01.580923 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a87841c5-4273-487d-afb2-79f0e2d48fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:58:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['aa2e5138-d485-4376-93dd-0346e3528def'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:01.599787 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c766c-f98c-4ae8-b00f-c9bcdb6abdbc req-44368295-6e3f-4940-8bf9-377787a08005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:01.601519 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-465c766c-f98c-4ae8-b00f-c9bcdb6abdbc req-44368295-6e3f-4940-8bf9-377787a08005 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33f2a048-cda2-4701-8292-38152d7aa069 HTTP/1.1" status: 200 len: 850 time: 0.0505557 Mar 23 23:59:01.669270 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c766c-f98c-4ae8-b00f-c9bcdb6abdbc req-9b5305a9-ed53-4edd-92d1-5942b7f4a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:01.670856 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-465c766c-f98c-4ae8-b00f-c9bcdb6abdbc req-9b5305a9-ed53-4edd-92d1-5942b7f4a69d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb32722d-34ad-4f86-a879-08111091b10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539663 Mar 23 23:59:01.682405 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [req-465c766c-f98c-4ae8-b00f-c9bcdb6abdbc req-88bff833-ded8-46cd-8015-5bc4697c51f9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 23:59:01.683464 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-465c766c-f98c-4ae8-b00f-c9bcdb6abdbc req-88bff833-ded8-46cd-8015-5bc4697c51f9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060468 Mar 23 23:59:01.698098 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a87841c5-4273-487d-afb2-79f0e2d48fb8 None None] Set router aa2e5138-d485-4376-93dd-0346e3528def gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:59:01.781576 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-465c766c-f98c-4ae8-b00f-c9bcdb6abdbc req-32900990-9d41-4aed-8a07-c4319a7ff42b service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915778 Mar 23 23:59:01.881594 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-465c766c-f98c-4ae8-b00f-c9bcdb6abdbc req-6ab4685d-bb4d-4fa4-93ad-4396a93909ad service neutron] 10.222.0.20 "GET /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935731 Mar 23 23:59:01.925605 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a87841c5-4273-487d-afb2-79f0e2d48fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'c5a7144b-72fc-4776-b25c-2fe67a1fff5a', 'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'mac_address': 'fa:16:3e:7b:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:24Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 5, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'subnets': [{'id': '33f2a048-cda2-4701-8292-38152d7aa069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:01.965723 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87841c5-4273-487d-afb2-79f0e2d48fb8 None None] The sync data for ids ['aa2e5138-d485-4376-93dd-0346e3528def'] in dv-cinder-749155-6-iscsi is: [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:51:24Z', 'revision_number': 4, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'c5a7144b-72fc-4776-b25c-2fe67a1fff5a', 'name': '', 'network_id': 'eb32722d-34ad-4f86-a879-08111091b10d', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'mac_address': 'fa:16:3e:7b:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '33f2a048-cda2-4701-8292-38152d7aa069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:24Z', 'updated_at': '2022-03-23T23:51:28Z', 'revision_number': 5, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'subnets': [{'id': '33f2a048-cda2-4701-8292-38152d7aa069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:59:02.207916 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25485c6c-15db-4576-9744-91cefb4d8488 None None] New status for floating IP 3c362fe9-7f6d-4fb6-85bb-931b242a151b: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:59:02.661081 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fdeeea-3e02-4ef6-8fec-8d855491c865 req-5ac70a9f-835b-4388-942d-b6bdb4e8d487 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:02.665451 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d8fdeeea-3e02-4ef6-8fec-8d855491c865 req-5ac70a9f-835b-4388-942d-b6bdb4e8d487 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 946 time: 0.0603437 Mar 23 23:59:02.716180 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d8fdeeea-3e02-4ef6-8fec-8d855491c865 req-007e9032-27c2-432e-b14c-9bd89045f3cc tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9b805c5-f545-48ef-a2d9-16f1bc6e825a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469325 Mar 23 23:59:03.029692 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9ac58-6934-49de-a68f-afd4fb4b70ed req-80dc9937-e11c-4141-a66c-06fdfab835b7 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:03.031205 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-2be9ac58-6934-49de-a68f-afd4fb4b70ed req-80dc9937-e11c-4141-a66c-06fdfab835b7 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.20 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 946 time: 0.0586028 Mar 23 23:59:03.132219 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-2be9ac58-6934-49de-a68f-afd4fb4b70ed req-647141b1-1461-4a50-8b88-3841f9398a4b tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Deleting port 634d08c1-2737-4733-b9f3-5945bf292919 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:59:03.132556 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2be9ac58-6934-49de-a68f-afd4fb4b70ed req-647141b1-1461-4a50-8b88-3841f9398a4b tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (634d08c1-2737-4733-b9f3-5945bf292919), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:03.235293 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-2be9ac58-6934-49de-a68f-afd4fb4b70ed req-647141b1-1461-4a50-8b88-3841f9398a4b tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] For port 634d08c1-2737-4733-b9f3-5945bf292919, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=634d08c1-2737-4733-b9f3-5945bf292919,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:59:03.235670 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2be9ac58-6934-49de-a68f-afd4fb4b70ed req-647141b1-1461-4a50-8b88-3841f9398a4b tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (634d08c1-2737-4733-b9f3-5945bf292919), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:03.250929 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-2be9ac58-6934-49de-a68f-afd4fb4b70ed req-647141b1-1461-4a50-8b88-3841f9398a4b tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Calling delete_port for 634d08c1-2737-4733-b9f3-5945bf292919 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:59:03.399949 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2be9ac58-6934-49de-a68f-afd4fb4b70ed req-647141b1-1461-4a50-8b88-3841f9398a4b tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (634d08c1-2737-4733-b9f3-5945bf292919), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:03.428822 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647141b1-1461-4a50-8b88-3841f9398a4b tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event deleted for resources: {'Port': ['ID=634d08c1-2737-4733-b9f3-5945bf292919,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:03.474768 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be9ac58-6934-49de-a68f-afd4fb4b70ed req-647141b1-1461-4a50-8b88-3841f9398a4b tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] No DVR routers for this DVR port 634d08c1-2737-4733-b9f3-5945bf292919 on host hv-cinder-74915 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:59:03.477374 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2be9ac58-6934-49de-a68f-afd4fb4b70ed req-647141b1-1461-4a50-8b88-3841f9398a4b tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:03.480675 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-2be9ac58-6934-49de-a68f-afd4fb4b70ed req-647141b1-1461-4a50-8b88-3841f9398a4b tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.20 "DELETE /v2.0/ports/634d08c1-2737-4733-b9f3-5945bf292919 HTTP/1.1" status: 204 len: 173 time: 0.4439085 Mar 23 23:59:03.481124 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d18976-71db-4685-b408-6fde6bf1f3a1', 'name': 'network-vif-deleted', 'tag': '634d08c1-2737-4733-b9f3-5945bf292919'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:59:03.483778 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15618e28-2b35-43e2-95d2-8237a969b657" -d '{"events": [{"server_uuid": "02d18976-71db-4685-b408-6fde6bf1f3a1", "name": "network-vif-deleted", "tag": "634d08c1-2737-4733-b9f3-5945bf292919"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:59:03.524960 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540d2bfb-8329-4c85-88fd-080800d7053a x-openstack-request-id: req-540d2bfb-8329-4c85-88fd-080800d7053a {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:59:03.525460 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d18976-71db-4685-b408-6fde6bf1f3a1", "name": "network-vif-deleted", "tag": "634d08c1-2737-4733-b9f3-5945bf292919", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:59:03.525776 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-540d2bfb-8329-4c85-88fd-080800d7053a {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:59:03.526215 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540d2bfb-8329-4c85-88fd-080800d7053a'] response: {'server_uuid': '02d18976-71db-4685-b408-6fde6bf1f3a1', 'name': 'network-vif-deleted', 'tag': '634d08c1-2737-4733-b9f3-5945bf292919', 'status': 'completed', 'code': 200} Mar 23 23:59:03.852795 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c58685b0-a428-4777-a03a-3336d1dac3f4 req-af573334-aebe-49f9-a8d6-9123ece0efb0 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d18976-71db-4685-b408-6fde6bf1f3a1 HTTP/1.1" status: 200 len: 210 time: 0.0381262 Mar 23 23:59:04.917673 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55334) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:05.051289 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-37efb315-523f-4425-9d02-71425bc2c856 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Deleting port bfa98261-a091-427b-99aa-95b39a46e3fb {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:59:05.051672 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-37efb315-523f-4425-9d02-71425bc2c856 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (bfa98261-a091-427b-99aa-95b39a46e3fb), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:05.162112 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-37efb315-523f-4425-9d02-71425bc2c856 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (bfa98261-a091-427b-99aa-95b39a46e3fb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:05.162419 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-37efb315-523f-4425-9d02-71425bc2c856 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for floatingip (bfa98261-a091-427b-99aa-95b39a46e3fb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:05.176169 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-37efb315-523f-4425-9d02-71425bc2c856 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Calling delete_port for bfa98261-a091-427b-99aa-95b39a46e3fb owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:59:05.319822 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-37efb315-523f-4425-9d02-71425bc2c856 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (bfa98261-a091-427b-99aa-95b39a46e3fb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:05.347003 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efb315-523f-4425-9d02-71425bc2c856 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event deleted for resources: {'Port': ['ID=bfa98261-a091-427b-99aa-95b39a46e3fb,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:05.408142 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-37efb315-523f-4425-9d02-71425bc2c856 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for floatingip (addd2c3b-7ba7-4124-938d-2fab6ada7db8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:05.410881 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-37efb315-523f-4425-9d02-71425bc2c856 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:05.412493 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-37efb315-523f-4425-9d02-71425bc2c856 tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "DELETE /v2.0/floatingips/addd2c3b-7ba7-4124-938d-2fab6ada7db8 HTTP/1.1" status: 204 len: 168 time: 0.4937680 Mar 23 23:59:06.206992 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 634d08c1-2737-4733-b9f3-5945bf292919 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:59:06.229133 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: 634d08c1-2737-4733-b9f3-5945bf292919 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:59:06.229526 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 634d08c1-2737-4733-b9f3-5945bf292919 not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:59:06.625864 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55346) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:06.694939 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2f23a11-ae57-4eec-b5b9-3d309ddaca1e tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group (b9b805c5-f545-48ef-a2d9-16f1bc6e825a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:06.724774 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2f23a11-ae57-4eec-b5b9-3d309ddaca1e tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group (b9b805c5-f545-48ef-a2d9-16f1bc6e825a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:06.811322 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2f23a11-ae57-4eec-b5b9-3d309ddaca1e tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (b9b805c5-f545-48ef-a2d9-16f1bc6e825a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:06.814128 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2f23a11-ae57-4eec-b5b9-3d309ddaca1e tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:06.815511 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-d2f23a11-ae57-4eec-b5b9-3d309ddaca1e tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] 10.222.0.31 "DELETE /v2.0/security-groups/b9b805c5-f545-48ef-a2d9-16f1bc6e825a HTTP/1.1" status: 204 len: 168 time: 0.1886230 Mar 23 23:59:06.829779 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f23a11-ae57-4eec-b5b9-3d309ddaca1e tempest-TestVolumeBootPattern-2088379526 tempest-TestVolumeBootPattern-2088379526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b805c5-f545-48ef-a2d9-16f1bc6e825a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:06.884651 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55350) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:07.246296 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a0e607ff-a902-4ac3-8627-aaae0e05ef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:07.387892 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ad5d862a-87bd-472b-8791-7c073a6c0171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574534'] for router_interface (aa2e5138-d485-4376-93dd-0346e3528def), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:07.679153 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d862a-87bd-472b-8791-7c073a6c0171 admin admin] Deleting port c5a7144b-72fc-4776-b25c-2fe67a1fff5a {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:59:07.679845 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ad5d862a-87bd-472b-8791-7c073a6c0171 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (c5a7144b-72fc-4776-b25c-2fe67a1fff5a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:07.770202 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-ad5d862a-87bd-472b-8791-7c073a6c0171 admin admin] For port c5a7144b-72fc-4776-b25c-2fe67a1fff5a, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=c5a7144b-72fc-4776-b25c-2fe67a1fff5a,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:59:07.770727 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ad5d862a-87bd-472b-8791-7c073a6c0171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (c5a7144b-72fc-4776-b25c-2fe67a1fff5a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:07.785636 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d862a-87bd-472b-8791-7c073a6c0171 admin admin] Calling delete_port for c5a7144b-72fc-4776-b25c-2fe67a1fff5a owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:59:08.001328 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ad5d862a-87bd-472b-8791-7c073a6c0171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (c5a7144b-72fc-4776-b25c-2fe67a1fff5a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:08.029966 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d862a-87bd-472b-8791-7c073a6c0171 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a7144b-72fc-4776-b25c-2fe67a1fff5a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:08.220060 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ad5d862a-87bd-472b-8791-7c073a6c0171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-574198'] for router_interface (aa2e5138-d485-4376-93dd-0346e3528def), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:08.469686 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5d862a-87bd-472b-8791-7c073a6c0171 admin admin] Router aa2e5138-d485-4376-93dd-0346e3528def has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:59:08.591186 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5d862a-87bd-472b-8791-7c073a6c0171 admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:59:08.596257 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-ad5d862a-87bd-472b-8791-7c073a6c0171 admin admin] 10.222.0.31 "PUT /v2.0/routers/aa2e5138-d485-4376-93dd-0346e3528def/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7102609 Mar 23 23:59:08.599840 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55354) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:08.600910 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fee613-fa74-40e4-8c71-ea1c9e7baed2 None None] Sync routers for ids ['aa2e5138-d485-4376-93dd-0346e3528def'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:59:08.616034 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fee613-fa74-40e4-8c71-ea1c9e7baed2 None None] Routers {'aa2e5138-d485-4376-93dd-0346e3528def'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:59:08.616034 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c7fee613-fa74-40e4-8c71-ea1c9e7baed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:58:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['aa2e5138-d485-4376-93dd-0346e3528def'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:08.690939 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:59:08.714638 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7538ce08-72b5-4a97-8899-b3afbe56948a admin admin] Publish callbacks [] for router (aa2e5138-d485-4376-93dd-0346e3528def), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:08.745650 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-c7fee613-fa74-40e4-8c71-ea1c9e7baed2 None None] Set router aa2e5138-d485-4376-93dd-0346e3528def gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:59:08.835104 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7538ce08-72b5-4a97-8899-b3afbe56948a admin admin] Publish callbacks [] for router_gateway (aa2e5138-d485-4376-93dd-0346e3528def), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:08.896002 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-7538ce08-72b5-4a97-8899-b3afbe56948a admin admin] Deleting port d9eb42d9-2705-4054-ab63-3934a0c1e336 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:59:08.896441 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7538ce08-72b5-4a97-8899-b3afbe56948a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (d9eb42d9-2705-4054-ab63-3934a0c1e336), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:09.021048 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-7538ce08-72b5-4a97-8899-b3afbe56948a admin admin] For port d9eb42d9-2705-4054-ab63-3934a0c1e336, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=d9eb42d9-2705-4054-ab63-3934a0c1e336,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:59:09.021476 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7538ce08-72b5-4a97-8899-b3afbe56948a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (d9eb42d9-2705-4054-ab63-3934a0c1e336), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:09.063743 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c7fee613-fa74-40e4-8c71-ea1c9e7baed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:59:07Z', 'revision_number': 5, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port': {'id': 'd9eb42d9-2705-4054-ab63-3934a0c1e336', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:22Z', 'updated_at': '2022-03-23T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:09.107599 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fee613-fa74-40e4-8c71-ea1c9e7baed2 None None] Checking router: aa2e5138-d485-4376-93dd-0346e3528def for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:59:09.117089 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fee613-fa74-40e4-8c71-ea1c9e7baed2 None None] Routers {'aa2e5138-d485-4376-93dd-0346e3528def'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:59:09.117758 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c7fee613-fa74-40e4-8c71-ea1c9e7baed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:58:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['aa2e5138-d485-4376-93dd-0346e3528def'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:09.230780 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-c7fee613-fa74-40e4-8c71-ea1c9e7baed2 None None] Set router aa2e5138-d485-4376-93dd-0346e3528def gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:59:09.298214 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c7fee613-fa74-40e4-8c71-ea1c9e7baed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:59:08Z', 'revision_number': 6, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port_host': None}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:09.346972 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-7538ce08-72b5-4a97-8899-b3afbe56948a admin admin] Calling delete_port for d9eb42d9-2705-4054-ab63-3934a0c1e336 owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:59:09.347238 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fee613-fa74-40e4-8c71-ea1c9e7baed2 None None] The sync data for ids ['aa2e5138-d485-4376-93dd-0346e3528def'] in dv-cinder-749155-6-iscsi is: [{'id': 'aa2e5138-d485-4376-93dd-0346e3528def', 'name': 'tempest-TestVolumeBootPattern-304833916-router', 'tenant_id': '02770b121f6f4405bcd904ae1a2460d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:21Z', 'updated_at': '2022-03-23T23:59:08Z', 'revision_number': 6, 'project_id': '02770b121f6f4405bcd904ae1a2460d6', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:59:09.361279 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ad30029-915c-4a03-b2ee-6624f76ce68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:09.532539 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7538ce08-72b5-4a97-8899-b3afbe56948a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (d9eb42d9-2705-4054-ab63-3934a0c1e336), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:09.556936 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538ce08-72b5-4a97-8899-b3afbe56948a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9eb42d9-2705-4054-ab63-3934a0c1e336,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:09.624222 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7538ce08-72b5-4a97-8899-b3afbe56948a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574732'] for router_gateway (aa2e5138-d485-4376-93dd-0346e3528def), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:09.723469 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7538ce08-72b5-4a97-8899-b3afbe56948a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router (aa2e5138-d485-4376-93dd-0346e3528def), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:09.726298 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7538ce08-72b5-4a97-8899-b3afbe56948a admin admin] Publish callbacks [] for router_controller (aa2e5138-d485-4376-93dd-0346e3528def), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:09.790766 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7538ce08-72b5-4a97-8899-b3afbe56948a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573167'] for router (aa2e5138-d485-4376-93dd-0346e3528def), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:09.791639 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7538ce08-72b5-4a97-8899-b3afbe56948a admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa2e5138-d485-4376-93dd-0346e3528def {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 23:59:09.800122 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7538ce08-72b5-4a97-8899-b3afbe56948a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:09.802750 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-7538ce08-72b5-4a97-8899-b3afbe56948a admin admin] 10.222.0.31 "DELETE /v2.0/routers/aa2e5138-d485-4376-93dd-0346e3528def HTTP/1.1" status: 204 len: 168 time: 1.2008636 Mar 23 23:59:09.804804 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55366) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:09.855733 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64c1060-3a8c-4075-bbc1-6edee19f54a0 admin admin] Deleting subnet 33f2a048-cda2-4701-8292-38152d7aa069 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 23:59:09.859674 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f64c1060-3a8c-4075-bbc1-6edee19f54a0 admin admin] Publish callbacks [] for subnet (33f2a048-cda2-4701-8292-38152d7aa069), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:09.895872 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f64c1060-3a8c-4075-bbc1-6edee19f54a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7384360'] for subnet (33f2a048-cda2-4701-8292-38152d7aa069), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:09.978152 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f64c1060-3a8c-4075-bbc1-6edee19f54a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171796'] for subnet (33f2a048-cda2-4701-8292-38152d7aa069), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:10.036359 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f64c1060-3a8c-4075-bbc1-6edee19f54a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5581760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5875758'] for subnet (33f2a048-cda2-4701-8292-38152d7aa069), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:10.067819 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c1060-3a8c-4075-bbc1-6edee19f54a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33f2a048-cda2-4701-8292-38152d7aa069,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:10.072219 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f64c1060-3a8c-4075-bbc1-6edee19f54a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:10.075684 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-f64c1060-3a8c-4075-bbc1-6edee19f54a0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/33f2a048-cda2-4701-8292-38152d7aa069 HTTP/1.1" status: 204 len: 168 time: 0.2697122 Mar 23 23:59:10.078387 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55368) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:10.080360 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4d9a2c-8ed6-47a3-a21d-86b5ee6f9cc0 None None] Network eb32722d-34ad-4f86-a879-08111091b10d requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:59:10.150165 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77c5405f-ada7-45f4-b4d6-ee8641b06fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049883'] for network (eb32722d-34ad-4f86-a879-08111091b10d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:10.210040 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-77c5405f-ada7-45f4-b4d6-ee8641b06fe2 admin admin] Deleting port 3314d61e-d924-4639-a23f-caab88e59bca {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:59:10.211198 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77c5405f-ada7-45f4-b4d6-ee8641b06fe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (3314d61e-d924-4639-a23f-caab88e59bca), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:10.257197 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5caa64-de11-443d-85db-d67ef5cd4100 None None] DHCP port deletion for eb32722d-34ad-4f86-a879-08111091b10d request from dv-cinder-749155-6-iscsi {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 23:59:10.284284 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-77c5405f-ada7-45f4-b4d6-ee8641b06fe2 admin admin] For port 3314d61e-d924-4639-a23f-caab88e59bca, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=3314d61e-d924-4639-a23f-caab88e59bca,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:59:10.284742 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77c5405f-ada7-45f4-b4d6-ee8641b06fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (3314d61e-d924-4639-a23f-caab88e59bca), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:10.300036 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-77c5405f-ada7-45f4-b4d6-ee8641b06fe2 admin admin] Calling delete_port for 3314d61e-d924-4639-a23f-caab88e59bca owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:59:10.308424 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fb5caa64-de11-443d-85db-d67ef5cd4100 None None] Deleting port 3314d61e-d924-4639-a23f-caab88e59bca {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:59:10.308743 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fb5caa64-de11-443d-85db-d67ef5cd4100 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (3314d61e-d924-4639-a23f-caab88e59bca), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:10.385753 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-fb5caa64-de11-443d-85db-d67ef5cd4100 None None] For port 3314d61e-d924-4639-a23f-caab88e59bca, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=3314d61e-d924-4639-a23f-caab88e59bca,segment=NetworkSegment(deed62c0-222a-45f8-a751-10d58b02153c),segment_id=deed62c0-222a-45f8-a751-10d58b02153c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:59:10.386455 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fb5caa64-de11-443d-85db-d67ef5cd4100 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (3314d61e-d924-4639-a23f-caab88e59bca), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:10.404696 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fb5caa64-de11-443d-85db-d67ef5cd4100 None None] Calling delete_port for 3314d61e-d924-4639-a23f-caab88e59bca owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:59:10.408297 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77c5405f-ada7-45f4-b4d6-ee8641b06fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (3314d61e-d924-4639-a23f-caab88e59bca), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:10.444023 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5405f-ada7-45f4-b4d6-ee8641b06fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3314d61e-d924-4639-a23f-caab88e59bca,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:10.450031 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c5405f-ada7-45f4-b4d6-ee8641b06fe2 admin admin] No DVR routers for this DVR port 3314d61e-d924-4639-a23f-caab88e59bca on host dv-cinder-749155-6-iscsi {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:59:10.500239 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fb5caa64-de11-443d-85db-d67ef5cd4100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700'] for port (3314d61e-d924-4639-a23f-caab88e59bca), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:10.526862 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5caa64-de11-443d-85db-d67ef5cd4100 None None] Pushing event deleted for resources: {'Port': ['ID=3314d61e-d924-4639-a23f-caab88e59bca,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:10.534647 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77c5405f-ada7-45f4-b4d6-ee8641b06fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506273', 'neutron.services.segments.db._delete_segments_for_network-8777139652675'] for network (eb32722d-34ad-4f86-a879-08111091b10d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:10.535565 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5caa64-de11-443d-85db-d67ef5cd4100 None None] No DVR routers for this DVR port 3314d61e-d924-4639-a23f-caab88e59bca on host dv-cinder-749155-6-iscsi {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:59:10.564328 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-77c5405f-ada7-45f4-b4d6-ee8641b06fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb32722d-34ad-4f86-a879-08111091b10d']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:10.575118 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-77c5405f-ada7-45f4-b4d6-ee8641b06fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deed62c0-222a-45f8-a751-10d58b02153c') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:10.575500 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-77c5405f-ada7-45f4-b4d6-ee8641b06fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deed62c0-222a-45f8-a751-10d58b02153c') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:10.586442 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77c5405f-ada7-45f4-b4d6-ee8641b06fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777139653708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7384337'] for segment (deed62c0-222a-45f8-a751-10d58b02153c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:10.602143 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77c5405f-ada7-45f4-b4d6-ee8641b06fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (deed62c0-222a-45f8-a751-10d58b02153c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:10.609868 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:10.610322 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c5405f-ada7-45f4-b4d6-ee8641b06fe2 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 23:59:10.610784 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77c5405f-ada7-45f4-b4d6-ee8641b06fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5624930'] for segment (deed62c0-222a-45f8-a751-10d58b02153c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: Traceback (most recent call last): Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: timer() Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: cb(*args, **kw) Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: return func(*args, **kwargs) Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: self._notify() Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: self.callback(batched_events) Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: event.method(event) Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: return f(self, *a, **k) Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: return self._get(url).json() Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: return self.request(url, 'GET', **kwargs) Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 23:59:10.612556 dv-cinder-749155-6-iscsi neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 23:59:10.682156 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77c5405f-ada7-45f4-b4d6-ee8641b06fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574832'] for network (eb32722d-34ad-4f86-a879-08111091b10d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:10.687124 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77c5405f-ada7-45f4-b4d6-ee8641b06fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:10.690391 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-77c5405f-ada7-45f4-b4d6-ee8641b06fe2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/eb32722d-34ad-4f86-a879-08111091b10d HTTP/1.1" status: 204 len: 168 time: 0.6110108 Mar 23 23:59:10.693655 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55380) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:10.708409 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5405f-ada7-45f4-b4d6-ee8641b06fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb32722d-34ad-4f86-a879-08111091b10d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:10.815007 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 3314d61e-d924-4639-a23f-caab88e59bca no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:59:10.836502 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: 3314d61e-d924-4639-a23f-caab88e59bca {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:59:10.836850 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 3314d61e-d924-4639-a23f-caab88e59bca not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:59:10.837291 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device c5a7144b-72fc-4776-b25c-2fe67a1fff5a no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:59:10.860997 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: c5a7144b-72fc-4776-b25c-2fe67a1fff5a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:59:10.861467 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device c5a7144b-72fc-4776-b25c-2fe67a1fff5a not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:59:10.861884 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device d9eb42d9-2705-4054-ab63-3934a0c1e336 no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:59:10.882801 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: d9eb42d9-2705-4054-ab63-3934a0c1e336 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:59:10.883919 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device d9eb42d9-2705-4054-ab63-3934a0c1e336 not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:59:11.065303 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-55afa45f-05b2-44cc-86c6-f0d9ad7a1ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574534'] for router_interface (deb7af0e-9a6a-45a3-a731-3194ba9ebb1c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:11.333988 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-55afa45f-05b2-44cc-86c6-f0d9ad7a1ce7 admin admin] Deleting port 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:59:11.334244 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-55afa45f-05b2-44cc-86c6-f0d9ad7a1ce7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:11.421837 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-55afa45f-05b2-44cc-86c6-f0d9ad7a1ce7 admin admin] For port 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3,segment=NetworkSegment(60cd942f-640d-4af3-9d81-62648a8f4f90),segment_id=60cd942f-640d-4af3-9d81-62648a8f4f90)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:59:11.422094 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-55afa45f-05b2-44cc-86c6-f0d9ad7a1ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:11.435898 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-55afa45f-05b2-44cc-86c6-f0d9ad7a1ce7 admin admin] Calling delete_port for 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:59:11.637801 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-55afa45f-05b2-44cc-86c6-f0d9ad7a1ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:11.664980 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afa45f-05b2-44cc-86c6-f0d9ad7a1ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:11.843001 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-55afa45f-05b2-44cc-86c6-f0d9ad7a1ce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-574198'] for router_interface (deb7af0e-9a6a-45a3-a731-3194ba9ebb1c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:12.076147 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55afa45f-05b2-44cc-86c6-f0d9ad7a1ce7 admin admin] Router deb7af0e-9a6a-45a3-a731-3194ba9ebb1c has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:59:12.165305 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:12.194015 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55afa45f-05b2-44cc-86c6-f0d9ad7a1ce7 admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:59:12.199260 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-55afa45f-05b2-44cc-86c6-f0d9ad7a1ce7 admin admin] 10.222.0.31 "PUT /v2.0/routers/deb7af0e-9a6a-45a3-a731-3194ba9ebb1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5041933 Mar 23 23:59:12.202207 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55386) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:12.204060 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583690e3-353e-429f-a491-52bd634f3478 None None] Sync routers for ids ['deb7af0e-9a6a-45a3-a731-3194ba9ebb1c'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:59:12.215112 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583690e3-353e-429f-a491-52bd634f3478 None None] Routers {'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:59:12.215722 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-583690e3-353e-429f-a491-52bd634f3478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:59:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['deb7af0e-9a6a-45a3-a731-3194ba9ebb1c'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:12.315044 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87547f4b-4d6c-4c00-ad28-fd086fb219bf admin admin] Publish callbacks [] for router (deb7af0e-9a6a-45a3-a731-3194ba9ebb1c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:12.430950 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87547f4b-4d6c-4c00-ad28-fd086fb219bf admin admin] Publish callbacks [] for router_gateway (deb7af0e-9a6a-45a3-a731-3194ba9ebb1c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:12.468351 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-583690e3-353e-429f-a491-52bd634f3478 None None] Set router deb7af0e-9a6a-45a3-a731-3194ba9ebb1c gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:59:12.488508 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-87547f4b-4d6c-4c00-ad28-fd086fb219bf admin admin] Deleting port 85dcda25-46e3-49bf-8aea-d9bc33388e8e {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:59:12.488996 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87547f4b-4d6c-4c00-ad28-fd086fb219bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (85dcda25-46e3-49bf-8aea-d9bc33388e8e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:12.573021 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-87547f4b-4d6c-4c00-ad28-fd086fb219bf admin admin] For port 85dcda25-46e3-49bf-8aea-d9bc33388e8e, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=85dcda25-46e3-49bf-8aea-d9bc33388e8e,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:59:12.573388 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87547f4b-4d6c-4c00-ad28-fd086fb219bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (85dcda25-46e3-49bf-8aea-d9bc33388e8e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:12.587836 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-87547f4b-4d6c-4c00-ad28-fd086fb219bf admin admin] Calling delete_port for 85dcda25-46e3-49bf-8aea-d9bc33388e8e owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:59:12.664219 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-583690e3-353e-429f-a491-52bd634f3478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c', 'name': 'tempest-TestVolumeBootPattern-1074618277-router', 'tenant_id': '64b60b802bca4b7791c1ff63324f1b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '85dcda25-46e3-49bf-8aea-d9bc33388e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:27Z', 'updated_at': '2022-03-23T23:59:11Z', 'revision_number': 5, 'project_id': '64b60b802bca4b7791c1ff63324f1b10', 'gw_port': {'id': '85dcda25-46e3-49bf-8aea-d9bc33388e8e', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:51:27Z', 'updated_at': '2022-03-23T23:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:12.695236 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583690e3-353e-429f-a491-52bd634f3478 None None] Checking router: deb7af0e-9a6a-45a3-a731-3194ba9ebb1c for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:59:12.704044 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583690e3-353e-429f-a491-52bd634f3478 None None] Routers {'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:59:12.704747 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-583690e3-353e-429f-a491-52bd634f3478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:59:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['deb7af0e-9a6a-45a3-a731-3194ba9ebb1c'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:12.776279 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87547f4b-4d6c-4c00-ad28-fd086fb219bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (85dcda25-46e3-49bf-8aea-d9bc33388e8e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:12.799417 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-583690e3-353e-429f-a491-52bd634f3478 None None] Set router deb7af0e-9a6a-45a3-a731-3194ba9ebb1c gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:59:12.813709 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87547f4b-4d6c-4c00-ad28-fd086fb219bf admin admin] Pushing event deleted for resources: {'Port': ['ID=85dcda25-46e3-49bf-8aea-d9bc33388e8e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:12.859728 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-583690e3-353e-429f-a491-52bd634f3478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c', 'name': 'tempest-TestVolumeBootPattern-1074618277-router', 'tenant_id': '64b60b802bca4b7791c1ff63324f1b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:27Z', 'updated_at': '2022-03-23T23:59:12Z', 'revision_number': 6, 'project_id': '64b60b802bca4b7791c1ff63324f1b10', 'gw_port_host': None}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:12.888602 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87547f4b-4d6c-4c00-ad28-fd086fb219bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574732'] for router_gateway (deb7af0e-9a6a-45a3-a731-3194ba9ebb1c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:12.889510 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583690e3-353e-429f-a491-52bd634f3478 None None] The sync data for ids ['deb7af0e-9a6a-45a3-a731-3194ba9ebb1c'] in dv-cinder-749155-6-iscsi is: [{'id': 'deb7af0e-9a6a-45a3-a731-3194ba9ebb1c', 'name': 'tempest-TestVolumeBootPattern-1074618277-router', 'tenant_id': '64b60b802bca4b7791c1ff63324f1b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:51:27Z', 'updated_at': '2022-03-23T23:59:12Z', 'revision_number': 6, 'project_id': '64b60b802bca4b7791c1ff63324f1b10', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:59:12.985593 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87547f4b-4d6c-4c00-ad28-fd086fb219bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router (deb7af0e-9a6a-45a3-a731-3194ba9ebb1c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:12.987931 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87547f4b-4d6c-4c00-ad28-fd086fb219bf admin admin] Publish callbacks [] for router_controller (deb7af0e-9a6a-45a3-a731-3194ba9ebb1c), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:13.043842 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87547f4b-4d6c-4c00-ad28-fd086fb219bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573167'] for router (deb7af0e-9a6a-45a3-a731-3194ba9ebb1c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:13.044489 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87547f4b-4d6c-4c00-ad28-fd086fb219bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router deb7af0e-9a6a-45a3-a731-3194ba9ebb1c {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 23:59:13.049179 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87547f4b-4d6c-4c00-ad28-fd086fb219bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:13.050352 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-87547f4b-4d6c-4c00-ad28-fd086fb219bf admin admin] 10.222.0.31 "DELETE /v2.0/routers/deb7af0e-9a6a-45a3-a731-3194ba9ebb1c HTTP/1.1" status: 204 len: 168 time: 0.8472867 Mar 23 23:59:13.053338 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55390) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:13.107067 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d39c237-a82d-416d-8686-6df01e7904b5 admin admin] Deleting subnet 7e6e7970-f132-48c1-b81f-6b5951a2af7f {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 23:59:13.110590 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d39c237-a82d-416d-8686-6df01e7904b5 admin admin] Publish callbacks [] for subnet (7e6e7970-f132-48c1-b81f-6b5951a2af7f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:13.150029 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d39c237-a82d-416d-8686-6df01e7904b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7384360'] for subnet (7e6e7970-f132-48c1-b81f-6b5951a2af7f), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:13.234583 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d39c237-a82d-416d-8686-6df01e7904b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171796'] for subnet (7e6e7970-f132-48c1-b81f-6b5951a2af7f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:13.293438 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d39c237-a82d-416d-8686-6df01e7904b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5581760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5875758'] for subnet (7e6e7970-f132-48c1-b81f-6b5951a2af7f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:13.320303 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39c237-a82d-416d-8686-6df01e7904b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e6e7970-f132-48c1-b81f-6b5951a2af7f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:13.324034 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d39c237-a82d-416d-8686-6df01e7904b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:13.330175 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55392) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:13.338147 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-3d39c237-a82d-416d-8686-6df01e7904b5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7e6e7970-f132-48c1-b81f-6b5951a2af7f HTTP/1.1" status: 204 len: 168 time: 0.2753892 Mar 23 23:59:13.340035 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dc06c4-0c50-4f5a-ac8f-74be57dd2061 None None] Network 7e915902-3fa3-47fb-b68c-f7c7dd4feec2 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 23:59:13.342521 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:13.420553 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c4189ca-cd43-4968-ad7a-22a7c1c98d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049883'] for network (7e915902-3fa3-47fb-b68c-f7c7dd4feec2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:13.494482 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-0c4189ca-cd43-4968-ad7a-22a7c1c98d03 admin admin] Deleting port 061b2c32-9007-4011-a834-775eb9c98e4a {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:59:13.494828 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c4189ca-cd43-4968-ad7a-22a7c1c98d03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (061b2c32-9007-4011-a834-775eb9c98e4a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:13.558888 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-0c4189ca-cd43-4968-ad7a-22a7c1c98d03 admin admin] For port 061b2c32-9007-4011-a834-775eb9c98e4a, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=061b2c32-9007-4011-a834-775eb9c98e4a,segment=NetworkSegment(60cd942f-640d-4af3-9d81-62648a8f4f90),segment_id=60cd942f-640d-4af3-9d81-62648a8f4f90)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:59:13.559156 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c4189ca-cd43-4968-ad7a-22a7c1c98d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (061b2c32-9007-4011-a834-775eb9c98e4a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:13.572985 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-0c4189ca-cd43-4968-ad7a-22a7c1c98d03 admin admin] Calling delete_port for 061b2c32-9007-4011-a834-775eb9c98e4a owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:59:13.657645 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c4189ca-cd43-4968-ad7a-22a7c1c98d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (061b2c32-9007-4011-a834-775eb9c98e4a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:13.687455 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4189ca-cd43-4968-ad7a-22a7c1c98d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=061b2c32-9007-4011-a834-775eb9c98e4a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:13.692608 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4189ca-cd43-4968-ad7a-22a7c1c98d03 admin admin] No DVR routers for this DVR port 061b2c32-9007-4011-a834-775eb9c98e4a on host dv-cinder-749155-6-iscsi {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:59:13.711513 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df6b491-34f6-4edb-accf-a01bdb046f3d None None] DHCP port deletion for 7e915902-3fa3-47fb-b68c-f7c7dd4feec2 request from dv-cinder-749155-6-iscsi {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 23:59:13.772752 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c4189ca-cd43-4968-ad7a-22a7c1c98d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506273', 'neutron.services.segments.db._delete_segments_for_network-8777139652675'] for network (7e915902-3fa3-47fb-b68c-f7c7dd4feec2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:13.796003 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0c4189ca-cd43-4968-ad7a-22a7c1c98d03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e915902-3fa3-47fb-b68c-f7c7dd4feec2']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:13.806652 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0c4189ca-cd43-4968-ad7a-22a7c1c98d03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60cd942f-640d-4af3-9d81-62648a8f4f90') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:13.806999 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0c4189ca-cd43-4968-ad7a-22a7c1c98d03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60cd942f-640d-4af3-9d81-62648a8f4f90') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:13.817591 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c4189ca-cd43-4968-ad7a-22a7c1c98d03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777139653708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7433123'] for segment (60cd942f-640d-4af3-9d81-62648a8f4f90), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:13.831826 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c4189ca-cd43-4968-ad7a-22a7c1c98d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (60cd942f-640d-4af3-9d81-62648a8f4f90), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:13.838593 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4189ca-cd43-4968-ad7a-22a7c1c98d03 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 23:59:13.838989 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c4189ca-cd43-4968-ad7a-22a7c1c98d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5693581'] for segment (60cd942f-640d-4af3-9d81-62648a8f4f90), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: Traceback (most recent call last): Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: timer() Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: cb(*args, **kw) Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: return func(*args, **kwargs) Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: self._notify() Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: self.callback(batched_events) Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: event.method(event) Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: return f(self, *a, **k) Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: return self._get(url).json() Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: return self.request(url, 'GET', **kwargs) Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 23:59:13.840718 dv-cinder-749155-6-iscsi neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 23:59:13.914979 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c4189ca-cd43-4968-ad7a-22a7c1c98d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574832'] for network (7e915902-3fa3-47fb-b68c-f7c7dd4feec2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:13.920095 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c4189ca-cd43-4968-ad7a-22a7c1c98d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:13.926393 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-0c4189ca-cd43-4968-ad7a-22a7c1c98d03 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7e915902-3fa3-47fb-b68c-f7c7dd4feec2 HTTP/1.1" status: 204 len: 168 time: 0.5929208 Mar 23 23:59:13.939832 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4189ca-cd43-4968-ad7a-22a7c1c98d03 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e915902-3fa3-47fb-b68c-f7c7dd4feec2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:14.050457 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55398) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:14.095961 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-0916e991-b2d8-4045-900f-746d99fd3a28 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02770b121f6f4405bcd904ae1a2460d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440609 Mar 23 23:59:14.098856 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55400) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:14.152172 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35b029c4-0ed6-4b5e-96b1-b9a65cf062ad admin admin] Publish callbacks [] for security_group (5543272d-65b8-48e5-8639-f40c8cdb0fa7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:14.176425 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35b029c4-0ed6-4b5e-96b1-b9a65cf062ad admin admin] Publish callbacks [] for security_group (5543272d-65b8-48e5-8639-f40c8cdb0fa7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:14.236106 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35b029c4-0ed6-4b5e-96b1-b9a65cf062ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (5543272d-65b8-48e5-8639-f40c8cdb0fa7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:14.238742 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35b029c4-0ed6-4b5e-96b1-b9a65cf062ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:14.240665 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-35b029c4-0ed6-4b5e-96b1-b9a65cf062ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5543272d-65b8-48e5-8639-f40c8cdb0fa7 HTTP/1.1" status: 204 len: 168 time: 0.1409943 Mar 23 23:59:14.248914 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b029c4-0ed6-4b5e-96b1-b9a65cf062ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5543272d-65b8-48e5-8639-f40c8cdb0fa7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:14.609028 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55406) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:14.651283 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-726d3c66-efee-4efc-8cc7-ced07cdcbb9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64b60b802bca4b7791c1ff63324f1b10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406144 Mar 23 23:59:14.654609 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55408) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:14.713296 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c04cffbc-f97c-48fa-9f38-e58255816cab admin admin] Publish callbacks [] for security_group (ecb6c2e7-e08c-490a-9b1b-cf7a51578182), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:14.736287 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c04cffbc-f97c-48fa-9f38-e58255816cab admin admin] Publish callbacks [] for security_group (ecb6c2e7-e08c-490a-9b1b-cf7a51578182), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:14.792630 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c04cffbc-f97c-48fa-9f38-e58255816cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (ecb6c2e7-e08c-490a-9b1b-cf7a51578182), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:14.795281 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c04cffbc-f97c-48fa-9f38-e58255816cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:14.796507 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-c04cffbc-f97c-48fa-9f38-e58255816cab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ecb6c2e7-e08c-490a-9b1b-cf7a51578182 HTTP/1.1" status: 204 len: 168 time: 0.1410060 Mar 23 23:59:14.806402 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04cffbc-f97c-48fa-9f38-e58255816cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb6c2e7-e08c-490a-9b1b-cf7a51578182,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:14.811974 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 061b2c32-9007-4011-a834-775eb9c98e4a no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:59:14.844722 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: 061b2c32-9007-4011-a834-775eb9c98e4a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:59:14.845125 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 061b2c32-9007-4011-a834-775eb9c98e4a not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:59:14.845658 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 85dcda25-46e3-49bf-8aea-d9bc33388e8e no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:59:14.871504 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: 85dcda25-46e3-49bf-8aea-d9bc33388e8e {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:59:14.871940 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 85dcda25-46e3-49bf-8aea-d9bc33388e8e not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:59:14.872418 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3 no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:59:14.896852 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:59:14.896852 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 4e3afb3d-927d-4f8e-8785-bbf2a00d5ef3 not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:59:18.799517 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:18.934632 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acacbc8-5529-4cc2-b73f-a6b009c76655 req-9777f12e-6b17-445f-97ff-3e196d248db9 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:18.936083 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1acacbc8-5529-4cc2-b73f-a6b009c76655 req-9777f12e-6b17-445f-97ff-3e196d248db9 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d150c55-eadb-49ee-a353-1c31c20d7d44 HTTP/1.1" status: 200 len: 945 time: 0.0594351 Mar 23 23:59:18.987580 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1acacbc8-5529-4cc2-b73f-a6b009c76655 req-c1134694-489e-49f5-b4c3-6d6f008cbefa tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=a922d0c8-93a7-4fc5-8461-505c0b752c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445077 Mar 23 23:59:20.122307 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc0186-fd94-4948-b906-d40ea5bd3e21 req-e32cfaf3-54c8-413f-ba75-13e3399be00f tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:20.123776 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1ffc0186-fd94-4948-b906-d40ea5bd3e21 req-e32cfaf3-54c8-413f-ba75-13e3399be00f tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d150c55-eadb-49ee-a353-1c31c20d7d44 HTTP/1.1" status: 200 len: 945 time: 0.0569556 Mar 23 23:59:20.173865 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1ffc0186-fd94-4948-b906-d40ea5bd3e21 req-7be56cc2-cbbf-4651-808b-35a2f13b9e6b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=a922d0c8-93a7-4fc5-8461-505c0b752c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443535 Mar 23 23:59:20.371387 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46845c2-1e18-4346-a75e-90931f013665 req-ce37ce92-9c16-4292-b0ea-17bedb2df15f tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:20.372760 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-d46845c2-1e18-4346-a75e-90931f013665 req-ce37ce92-9c16-4292-b0ea-17bedb2df15f tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d150c55-eadb-49ee-a353-1c31c20d7d44 HTTP/1.1" status: 200 len: 945 time: 0.0630708 Mar 23 23:59:20.476512 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-d46845c2-1e18-4346-a75e-90931f013665 req-e7df9318-78fc-4925-9200-fc660d934cda tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Deleting port 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:59:20.476810 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d46845c2-1e18-4346-a75e-90931f013665 req-e7df9318-78fc-4925-9200-fc660d934cda tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (5d6d24f5-78cd-40b1-a6b5-b18e191175a6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:20.565142 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d46845c2-1e18-4346-a75e-90931f013665 req-e7df9318-78fc-4925-9200-fc660d934cda tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] For port 5d6d24f5-78cd-40b1-a6b5-b18e191175a6, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5d6d24f5-78cd-40b1-a6b5-b18e191175a6,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:59:20.565851 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d46845c2-1e18-4346-a75e-90931f013665 req-e7df9318-78fc-4925-9200-fc660d934cda tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (5d6d24f5-78cd-40b1-a6b5-b18e191175a6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:20.754091 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d46845c2-1e18-4346-a75e-90931f013665 req-e7df9318-78fc-4925-9200-fc660d934cda tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:20.754668 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d46845c2-1e18-4346-a75e-90931f013665 req-e7df9318-78fc-4925-9200-fc660d934cda tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (93fb8792-6ebf-4edd-8b68-72f9d71f47c2), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:20.755778 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.l3_db [req-d46845c2-1e18-4346-a75e-90931f013665 req-e7df9318-78fc-4925-9200-fc660d934cda tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Floating IP 93fb8792-6ebf-4edd-8b68-72f9d71f47c2 disassociated. External IP: 172.27.0.4, port: 5d6d24f5-78cd-40b1-a6b5-b18e191175a6. Mar 23 23:59:20.755778 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-d46845c2-1e18-4346-a75e-90931f013665 req-e7df9318-78fc-4925-9200-fc660d934cda tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Calling delete_port for 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:59:20.885615 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d46845c2-1e18-4346-a75e-90931f013665 req-e7df9318-78fc-4925-9200-fc660d934cda tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (5d6d24f5-78cd-40b1-a6b5-b18e191175a6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:20.917554 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df9318-78fc-4925-9200-fc660d934cda tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event deleted for resources: {'Port': ['ID=5d6d24f5-78cd-40b1-a6b5-b18e191175a6,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:21.048197 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d46845c2-1e18-4346-a75e-90931f013665 req-e7df9318-78fc-4925-9200-fc660d934cda tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Router 0869f870-d27f-444b-8bfd-47d400088e03 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:59:21.159959 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d46845c2-1e18-4346-a75e-90931f013665 req-e7df9318-78fc-4925-9200-fc660d934cda tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:59:21.172071 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9619ae-eb38-4ae9-be30-c58826dac8e2 None None] Sync routers for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:59:21.183636 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9619ae-eb38-4ae9-be30-c58826dac8e2 None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:59:21.184256 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-df9619ae-eb38-4ae9-be30-c58826dac8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:59:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:21.206976 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46845c2-1e18-4346-a75e-90931f013665 req-e7df9318-78fc-4925-9200-fc660d934cda tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] No DVR routers for this DVR port 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 on host hv-cinder-74915 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 23:59:21.210879 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d46845c2-1e18-4346-a75e-90931f013665 req-e7df9318-78fc-4925-9200-fc660d934cda tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:21.213484 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-d46845c2-1e18-4346-a75e-90931f013665 req-e7df9318-78fc-4925-9200-fc660d934cda tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.20 "DELETE /v2.0/ports/5d6d24f5-78cd-40b1-a6b5-b18e191175a6 HTTP/1.1" status: 204 len: 173 time: 0.8353479 Mar 23 23:59:21.214016 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d150c55-eadb-49ee-a353-1c31c20d7d44', 'name': 'network-vif-deleted', 'tag': '5d6d24f5-78cd-40b1-a6b5-b18e191175a6'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:59:21.217305 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4b954c-b4c0-41a9-918a-7e238b4bf009" -d '{"events": [{"server_uuid": "4d150c55-eadb-49ee-a353-1c31c20d7d44", "name": "network-vif-deleted", "tag": "5d6d24f5-78cd-40b1-a6b5-b18e191175a6"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:59:21.261565 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2428d6f7-637c-4e27-bfc3-c8ef08f513d1 x-openstack-request-id: req-2428d6f7-637c-4e27-bfc3-c8ef08f513d1 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:59:21.261854 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d150c55-eadb-49ee-a353-1c31c20d7d44", "name": "network-vif-deleted", "tag": "5d6d24f5-78cd-40b1-a6b5-b18e191175a6", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:59:21.262211 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2428d6f7-637c-4e27-bfc3-c8ef08f513d1 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:59:21.262522 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2428d6f7-637c-4e27-bfc3-c8ef08f513d1'] response: {'server_uuid': '4d150c55-eadb-49ee-a353-1c31c20d7d44', 'name': 'network-vif-deleted', 'tag': '5d6d24f5-78cd-40b1-a6b5-b18e191175a6', 'status': 'completed', 'code': 200} Mar 23 23:59:21.290890 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6aeeb63b-36c6-4e97-9058-7bcf164b71b9 req-1cc12ad0-616f-4273-8310-13bb6ebc7531 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d150c55-eadb-49ee-a353-1c31c20d7d44 HTTP/1.1" status: 200 len: 210 time: 0.0306151 Mar 23 23:59:21.311703 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-df9619ae-eb38-4ae9-be30-c58826dac8e2 None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:59:21.568119 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-df9619ae-eb38-4ae9-be30-c58826dac8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:21.595007 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9619ae-eb38-4ae9-be30-c58826dac8e2 None None] Checking router: 0869f870-d27f-444b-8bfd-47d400088e03 for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:59:21.604878 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9619ae-eb38-4ae9-be30-c58826dac8e2 None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:59:21.605548 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-df9619ae-eb38-4ae9-be30-c58826dac8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:59:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:21.720682 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-df9619ae-eb38-4ae9-be30-c58826dac8e2 None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:59:21.927871 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-df9619ae-eb38-4ae9-be30-c58826dac8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:21.957425 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9619ae-eb38-4ae9-be30-c58826dac8e2 None None] The sync data for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi is: [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:59:22.176420 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e635be3a-bab8-4cd1-8abc-c9bae4615567 None None] New status for floating IP 93fb8792-6ebf-4edd-8b68-72f9d71f47c2: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:59:22.396714 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55454) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:22.463774 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d92d4b9c-0fd5-4c7e-8788-532427fbd808 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (a922d0c8-93a7-4fc5-8461-505c0b752c9d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:22.491987 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d92d4b9c-0fd5-4c7e-8788-532427fbd808 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (a922d0c8-93a7-4fc5-8461-505c0b752c9d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:22.545788 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d92d4b9c-0fd5-4c7e-8788-532427fbd808 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (a922d0c8-93a7-4fc5-8461-505c0b752c9d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:22.548311 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d92d4b9c-0fd5-4c7e-8788-532427fbd808 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:22.549495 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-d92d4b9c-0fd5-4c7e-8788-532427fbd808 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "DELETE /v2.0/security-groups/a922d0c8-93a7-4fc5-8461-505c0b752c9d HTTP/1.1" status: 204 len: 168 time: 0.1517675 Mar 23 23:59:22.553009 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55456) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:22.569860 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d4b9c-0fd5-4c7e-8788-532427fbd808 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a922d0c8-93a7-4fc5-8461-505c0b752c9d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:22.572683 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.api.v2.resource [None req-6cfd2bf9-830c-42b5-b771-a4b5148759cf tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] show failed (client error): The resource could not be found. Mar 23 23:59:22.573933 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-6cfd2bf9-830c-42b5-b771-a4b5148759cf tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups/a922d0c8-93a7-4fc5-8461-505c0b752c9d HTTP/1.1" status: 404 len: 347 time: 0.0197346 Mar 23 23:59:22.577479 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55458) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:22.728157 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d341f1f6-70b8-4c96-b293-3f665b8dd67c tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Deleting port fb7b4c6b-c870-4c34-bb38-c2da5a9d7919 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 23:59:22.728157 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d341f1f6-70b8-4c96-b293-3f665b8dd67c tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (fb7b4c6b-c870-4c34-bb38-c2da5a9d7919), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:22.841043 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d341f1f6-70b8-4c96-b293-3f665b8dd67c tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (fb7b4c6b-c870-4c34-bb38-c2da5a9d7919), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:22.841402 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d341f1f6-70b8-4c96-b293-3f665b8dd67c tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (fb7b4c6b-c870-4c34-bb38-c2da5a9d7919), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:22.856103 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d341f1f6-70b8-4c96-b293-3f665b8dd67c tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Calling delete_port for fb7b4c6b-c870-4c34-bb38-c2da5a9d7919 owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 23:59:23.000892 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d341f1f6-70b8-4c96-b293-3f665b8dd67c tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (fb7b4c6b-c870-4c34-bb38-c2da5a9d7919), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:23.025639 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341f1f6-70b8-4c96-b293-3f665b8dd67c tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event deleted for resources: {'Port': ['ID=fb7b4c6b-c870-4c34-bb38-c2da5a9d7919,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:23.100909 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d341f1f6-70b8-4c96-b293-3f665b8dd67c tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (93fb8792-6ebf-4edd-8b68-72f9d71f47c2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:23.103558 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d341f1f6-70b8-4c96-b293-3f665b8dd67c tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:23.105704 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-d341f1f6-70b8-4c96-b293-3f665b8dd67c tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "DELETE /v2.0/floatingips/93fb8792-6ebf-4edd-8b68-72f9d71f47c2 HTTP/1.1" status: 204 len: 168 time: 0.5265722 Mar 23 23:59:23.743012 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55462) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:23.747707 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-29b45819-18b3-424c-85ed-71072b115481 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1953739411', 'description': 'tempest-description--1204444887'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:59:23.771149 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29b45819-18b3-424c-85ed-71072b115481 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:24.120687 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29b45819-18b3-424c-85ed-71072b115481 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (a3a56c08-4dad-405f-a17e-3d22b1a798f4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:24.126427 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29b45819-18b3-424c-85ed-71072b115481 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (a3a56c08-4dad-405f-a17e-3d22b1a798f4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:24.158901 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29b45819-18b3-424c-85ed-71072b115481 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:24.160166 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-29b45819-18b3-424c-85ed-71072b115481 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4161158 Mar 23 23:59:24.163303 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55464) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:24.167609 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ac3ed7a4-9267-4091-a140-ddf12b24e2c7 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'security_group_rule': {'security_group_id': 'a3a56c08-4dad-405f-a17e-3d22b1a798f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:59:24.173468 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b45819-18b3-424c-85ed-71072b115481 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a56c08-4dad-405f-a17e-3d22b1a798f4,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:24.195875 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac3ed7a4-9267-4091-a140-ddf12b24e2c7 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (cb32fec0-4ee5-4120-b244-bda12c274382), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:24.266467 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac3ed7a4-9267-4091-a140-ddf12b24e2c7 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (cb32fec0-4ee5-4120-b244-bda12c274382), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:24.273794 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac3ed7a4-9267-4091-a140-ddf12b24e2c7 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (cb32fec0-4ee5-4120-b244-bda12c274382), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:24.285984 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 23:59:24.293513 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ed7a4-9267-4091-a140-ddf12b24e2c7 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb32fec0-4ee5-4120-b244-bda12c274382,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:24.307865 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 23:59:24.308215 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 5d6d24f5-78cd-40b1-a6b5-b18e191175a6 not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 23:59:24.308551 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac3ed7a4-9267-4091-a140-ddf12b24e2c7 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:24.309841 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-ac3ed7a4-9267-4091-a140-ddf12b24e2c7 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456072 Mar 23 23:59:24.312764 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55466) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:24.318555 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-241498e9-74cd-410e-a9c3-fa1a9497d31b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'security_group_rule': {'security_group_id': 'a3a56c08-4dad-405f-a17e-3d22b1a798f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:59:24.346874 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-241498e9-74cd-410e-a9c3-fa1a9497d31b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (0ba24a79-48ac-421f-8cea-13fed24e1231), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:24.420718 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-241498e9-74cd-410e-a9c3-fa1a9497d31b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (0ba24a79-48ac-421f-8cea-13fed24e1231), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:24.425195 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-241498e9-74cd-410e-a9c3-fa1a9497d31b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (0ba24a79-48ac-421f-8cea-13fed24e1231), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:24.443526 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241498e9-74cd-410e-a9c3-fa1a9497d31b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba24a79-48ac-421f-8cea-13fed24e1231,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:24.451970 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-241498e9-74cd-410e-a9c3-fa1a9497d31b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:24.453224 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-241498e9-74cd-410e-a9c3-fa1a9497d31b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394825 Mar 23 23:59:24.456634 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55468) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:24.463641 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-389eb8f7-7daa-488c-8530-273986ea218b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'floatingip': {'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:59:24.491682 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-389eb8f7-7daa-488c-8530-273986ea218b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:24.619942 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-389eb8f7-7daa-488c-8530-273986ea218b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:24.749929 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-389eb8f7-7daa-488c-8530-273986ea218b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Allocated IP 172.27.0.187 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/ccd9ae33-05d5-4354-972b-481f39dc41cb) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:59:24.855502 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-389eb8f7-7daa-488c-8530-273986ea218b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for port (ccd9ae33-05d5-4354-972b-481f39dc41cb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:24.894445 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-389eb8f7-7daa-488c-8530-273986ea218b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (ccd9ae33-05d5-4354-972b-481f39dc41cb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:24.937498 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389eb8f7-7daa-488c-8530-273986ea218b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:59:24.940799 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-389eb8f7-7daa-488c-8530-273986ea218b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:59:24.946958 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389eb8f7-7daa-488c-8530-273986ea218b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:59:24.952662 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389eb8f7-7daa-488c-8530-273986ea218b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'Port': ['ID=ccd9ae33-05d5-4354-972b-481f39dc41cb,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:25.042271 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-389eb8f7-7daa-488c-8530-273986ea218b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (10d22a78-bae1-4562-a485-3074c76ba421), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:25.082216 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-389eb8f7-7daa-488c-8530-273986ea218b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (ccd9ae33-05d5-4354-972b-481f39dc41cb), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:25.247302 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-389eb8f7-7daa-488c-8530-273986ea218b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for port (ccd9ae33-05d5-4354-972b-481f39dc41cb), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:25.255867 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-389eb8f7-7daa-488c-8530-273986ea218b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (ccd9ae33-05d5-4354-972b-481f39dc41cb), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:25.330154 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389eb8f7-7daa-488c-8530-273986ea218b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'Port': ['ID=ccd9ae33-05d5-4354-972b-481f39dc41cb,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:25.340231 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-389eb8f7-7daa-488c-8530-273986ea218b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (10d22a78-bae1-4562-a485-3074c76ba421), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:25.359518 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-389eb8f7-7daa-488c-8530-273986ea218b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:25.360898 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-389eb8f7-7daa-488c-8530-273986ea218b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9027283 Mar 23 23:59:25.574830 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-d7d04e39-6f71-4fd5-ae2b-ee08e9e12e19 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1953739411&fields=id&tenant_id=86b1df8360d64fb0a66f886af5025f1f HTTP/1.1" status: 200 len: 267 time: 0.0484831 Mar 23 23:59:25.698305 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-2c01225b-d909-4988-9aaa-913fa791ebb6 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:25.699667 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-2c01225b-d909-4988-9aaa-913fa791ebb6 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/networks?id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 HTTP/1.1" status: 200 len: 814 time: 0.1147685 Mar 23 23:59:25.714913 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-4992d05b-5de7-4abd-bdda-e22231526ee9 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/quotas/86b1df8360d64fb0a66f886af5025f1f HTTP/1.1" status: 200 len: 375 time: 0.0097659 Mar 23 23:59:25.779227 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-8c1ed2ff-7974-49a8-95ec-94961be94d4b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=86b1df8360d64fb0a66f886af5025f1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570004 Mar 23 23:59:25.901290 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-a3c7f801-7866-4f73-b50b-ef014e633b44 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 23:59:25.902309 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-a3c7f801-7866-4f73-b50b-ef014e633b44 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1120420 Mar 23 23:59:26.004245 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-08dabfab-8be1-43af-a251-ace84af48fe1 service neutron] 10.222.0.31 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932691 Mar 23 23:59:26.098066 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-55f387f7-6d45-4a95-a03f-521dd201335e service neutron] 10.222.0.31 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848820 Mar 23 23:59:26.268598 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-119386b8-a8a3-40fd-9556-c8ed627c0292 req-be7b17ce-1374-4d07-8d4a-fc5e56fbc702 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=95439531-2b0d-4e7d-9f9d-929a4e72a8f8 HTTP/1.1" status: 200 len: 210 time: 0.0312331 Mar 23 23:59:27.262538 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-fbd41534-6f36-412d-be3d-c00770f35e07 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:27.265751 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-fbd41534-6f36-412d-be3d-c00770f35e07 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.20 "GET /v2.0/networks?id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 HTTP/1.1" status: 200 len: 814 time: 0.1290214 Mar 23 23:59:27.332142 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-2d3e1055-cb00-4fc7-bf6b-759dbce46efc tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86b1df8360d64fb0a66f886af5025f1f HTTP/1.1" status: 200 len: 380 time: 0.0587738 Mar 23 23:59:27.341448 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-8a9fa411-09f4-4278-9de5-394625cfc601 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'port': {'device_id': '95439531-2b0d-4e7d-9f9d-929a4e72a8f8', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'admin_state_up': True, 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'security_groups': ['a3a56c08-4dad-405f-a17e-3d22b1a798f4']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:59:27.381817 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-4cdfd92a-4703-49e4-9e2f-368786ff8312 req-a7d04230-4ca1-4be9-8f93-1e9604485080 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=95439531-2b0d-4e7d-9f9d-929a4e72a8f8 HTTP/1.1" status: 200 len: 210 time: 0.0279918 Mar 23 23:59:27.462293 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-8a9fa411-09f4-4278-9de5-394625cfc601 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Made reservation on behalf of 86b1df8360d64fb0a66f886af5025f1f for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 23:59:27.465594 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-8a9fa411-09f4-4278-9de5-394625cfc601 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:27.600899 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-8a9fa411-09f4-4278-9de5-394625cfc601 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Allocated IP 172.20.0.7 (3090e2bb-ae6f-412f-a5fa-cf46e835c3d3/afe934b9-dd09-44eb-b021-dedab2747e45/66cb6c40-dc32-41f8-90a0-08a6dc05f78b) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 23:59:28.018980 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-8a9fa411-09f4-4278-9de5-394625cfc601 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for port (66cb6c40-dc32-41f8-90a0-08a6dc05f78b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:28.063023 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-8a9fa411-09f4-4278-9de5-394625cfc601 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (66cb6c40-dc32-41f8-90a0-08a6dc05f78b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:28.106808 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-8a9fa411-09f4-4278-9de5-394625cfc601 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 23:59:28.109939 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-8a9fa411-09f4-4278-9de5-394625cfc601 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 23:59:28.116714 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-8a9fa411-09f4-4278-9de5-394625cfc601 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 23:59:28.122866 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fa411-09f4-4278-9de5-394625cfc601 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event updated for resources: {'Port': ['ID=66cb6c40-dc32-41f8-90a0-08a6dc05f78b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:28.172037 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-8a9fa411-09f4-4278-9de5-394625cfc601 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:28.172671 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-8a9fa411-09f4-4278-9de5-394625cfc601 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:28.190322 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-8a9fa411-09f4-4278-9de5-394625cfc601 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8530240 Mar 23 23:59:28.202585 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Request body: {'port': {'device_id': '95439531-2b0d-4e7d-9f9d-929a4e72a8f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:59:28.265291 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (66cb6c40-dc32-41f8-90a0-08a6dc05f78b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:28.340820 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7a1d5bf5-44fa-468a-a45a-98c96c5f5908 None None] Provisioning complete for port 66cb6c40-dc32-41f8-90a0-08a6dc05f78b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:59:28.341490 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7a1d5bf5-44fa-468a-a45a-98c96c5f5908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (66cb6c40-dc32-41f8-90a0-08a6dc05f78b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:28.380054 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7a1d5bf5-44fa-468a-a45a-98c96c5f5908 None None] Port 66cb6c40-dc32-41f8-90a0-08a6dc05f78b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 23:59:28.512257 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85aeaf8-a20b-40d2-902c-6ae30e3beb52 req-1c4251e5-f582-4b7a-959a-2f4049f79afd tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:28.513848 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f85aeaf8-a20b-40d2-902c-6ae30e3beb52 req-1c4251e5-f582-4b7a-959a-2f4049f79afd tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=95439531-2b0d-4e7d-9f9d-929a4e72a8f8 HTTP/1.1" status: 200 len: 931 time: 0.0552869 Mar 23 23:59:28.557388 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66cb6c40-dc32-41f8-90a0-08a6dc05f78b {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:59:28.562360 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f85aeaf8-a20b-40d2-902c-6ae30e3beb52 req-b92e47e4-d7a2-4324-b9ca-9c2546a32116 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3a56c08-4dad-405f-a17e-3d22b1a798f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428512 Mar 23 23:59:28.565728 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Publish callbacks [] for port (66cb6c40-dc32-41f8-90a0-08a6dc05f78b), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:28.579286 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Transition to ACTIVE for port object 66cb6c40-dc32-41f8-90a0-08a6dc05f78b will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 23:59:28.584786 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (66cb6c40-dc32-41f8-90a0-08a6dc05f78b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:28.646326 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Pushing event updated for resources: {'Port': ['ID=66cb6c40-dc32-41f8-90a0-08a6dc05f78b,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:28.702901 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:28.703472 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:28.704466 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:28.705094 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:28.705712 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:28.706307 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:28.706873 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:28.707594 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:28.709094 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:28.709494 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:28.710219 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:28.710649 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:28.711301 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:28.711830 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:28.712292 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:28.766091 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Attempting to bind port 66cb6c40-dc32-41f8-90a0-08a6dc05f78b on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 23:59:28.766605 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Attempting to bind port 66cb6c40-dc32-41f8-90a0-08a6dc05f78b by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 23:59:28.767167 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Attempting to bind port 66cb6c40-dc32-41f8-90a0-08a6dc05f78b on network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:59:28.775673 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Port 66cb6c40-dc32-41f8-90a0-08a6dc05f78b on network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 23:59:28.776199 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Attempting to bind port 66cb6c40-dc32-41f8-90a0-08a6dc05f78b on network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 23:59:28.784570 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 23, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 23:59:28.785030 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Checking segment: {'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 23:59:28.785581 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Bound using segment: {'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 23:59:28.786693 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Bound port: 66cb6c40-dc32-41f8-90a0-08a6dc05f78b, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd9aa29-be10-4efe-a38c-39c3bdaab5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 23:59:28.787256 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (66cb6c40-dc32-41f8-90a0-08a6dc05f78b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:28.863012 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] For port 66cb6c40-dc32-41f8-90a0-08a6dc05f78b, host hv-cinder-74915, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 23:59:28.866959 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] For port 66cb6c40-dc32-41f8-90a0-08a6dc05f78b, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=66cb6c40-dc32-41f8-90a0-08a6dc05f78b,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 23:59:28.874530 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (66cb6c40-dc32-41f8-90a0-08a6dc05f78b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:28.912250 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:28.912647 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:28.914140 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] 10.222.0.20 "PUT /v2.0/ports/66cb6c40-dc32-41f8-90a0-08a6dc05f78b HTTP/1.1" status: 200 len: 1093 time: 0.7165010 Mar 23 23:59:28.914665 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95439531-2b0d-4e7d-9f9d-929a4e72a8f8', 'tag': '66cb6c40-dc32-41f8-90a0-08a6dc05f78b'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:59:28.916965 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7720ff47-96cf-4891-9ff1-9fb7b2a5085c" -d '{"events": [{"name": "network-changed", "server_uuid": "95439531-2b0d-4e7d-9f9d-929a4e72a8f8", "tag": "66cb6c40-dc32-41f8-90a0-08a6dc05f78b"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:59:28.949464 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe1a44-6514-405e-9bbc-23ac6df40e4a service neutron] Pushing event updated for resources: {'Port': ['ID=66cb6c40-dc32-41f8-90a0-08a6dc05f78b,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:29.028382 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-046b53a0-8f8f-4c86-bd84-c8efb398911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:29.030165 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-046b53a0-8f8f-4c86-bd84-c8efb398911a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86b1df8360d64fb0a66f886af5025f1f&device_id=95439531-2b0d-4e7d-9f9d-929a4e72a8f8 HTTP/1.1" status: 200 len: 1127 time: 0.0699594 Mar 23 23:59:29.075417 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-1973d06b-1343-4844-a649-cb28ea726661 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66cb6c40-dc32-41f8-90a0-08a6dc05f78b HTTP/1.1" status: 200 len: 217 time: 0.0385053 Mar 23 23:59:29.122028 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb838c0-bdde-4bdd-a1a6-2f861b682e42 x-openstack-request-id: req-4bb838c0-bdde-4bdd-a1a6-2f861b682e42 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:59:29.122311 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95439531-2b0d-4e7d-9f9d-929a4e72a8f8", "tag": "66cb6c40-dc32-41f8-90a0-08a6dc05f78b", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:59:29.122560 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bb838c0-bdde-4bdd-a1a6-2f861b682e42 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:59:29.122949 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bb838c0-bdde-4bdd-a1a6-2f861b682e42'] response: {'name': 'network-changed', 'server_uuid': '95439531-2b0d-4e7d-9f9d-929a4e72a8f8', 'tag': '66cb6c40-dc32-41f8-90a0-08a6dc05f78b', 'status': 'completed', 'code': 200} Mar 23 23:59:29.134320 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-88988c7e-f46f-43aa-a41d-209f424e78a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:29.135876 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-88988c7e-f46f-43aa-a41d-209f424e78a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=afe934b9-dd09-44eb-b021-dedab2747e45 HTTP/1.1" status: 200 len: 853 time: 0.0545094 Mar 23 23:59:29.187430 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-c6f224b8-4aaf-42da-b384-885d63b41ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:29.188852 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-c6f224b8-4aaf-42da-b384-885d63b41ac3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460670 Mar 23 23:59:29.297480 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-4c42b46b-e477-471b-80f1-0177e892824b service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018083 Mar 23 23:59:29.402322 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-25fc8a4f-8b20-473b-8197-7135b9e5cebb req-a0d1efda-f5ba-4539-9ba4-f4c1c495855f service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990510 Mar 23 23:59:29.502600 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720ff47-96cf-4891-9ff1-9fb7b2a5085c req-271d1db6-e4a5-443b-a6cb-dc9a9611000f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:29.504182 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7720ff47-96cf-4891-9ff1-9fb7b2a5085c req-271d1db6-e4a5-443b-a6cb-dc9a9611000f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86b1df8360d64fb0a66f886af5025f1f&device_id=95439531-2b0d-4e7d-9f9d-929a4e72a8f8 HTTP/1.1" status: 200 len: 1127 time: 0.0478914 Mar 23 23:59:29.599180 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720ff47-96cf-4891-9ff1-9fb7b2a5085c req-56c8a1f1-c420-4931-bf1d-c94c83d9ea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:29.600718 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7720ff47-96cf-4891-9ff1-9fb7b2a5085c req-56c8a1f1-c420-4931-bf1d-c94c83d9ea56 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 HTTP/1.1" status: 200 len: 914 time: 0.0908813 Mar 23 23:59:29.646127 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7720ff47-96cf-4891-9ff1-9fb7b2a5085c req-acc3cf49-b4ed-4326-b73d-8fdcd2ac48e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66cb6c40-dc32-41f8-90a0-08a6dc05f78b HTTP/1.1" status: 200 len: 217 time: 0.0376041 Mar 23 23:59:29.690973 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af78b43-5fdb-45a1-b328-a64d97c5ad25 req-2ddf13f6-7d23-4a1d-9606-1b53e49e52cc tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:29.692494 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7af78b43-5fdb-45a1-b328-a64d97c5ad25 req-2ddf13f6-7d23-4a1d-9606-1b53e49e52cc tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=95439531-2b0d-4e7d-9f9d-929a4e72a8f8 HTTP/1.1" status: 200 len: 943 time: 0.0568719 Mar 23 23:59:29.696556 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720ff47-96cf-4891-9ff1-9fb7b2a5085c req-b107e50e-ccc5-4be0-91f6-598ff5eb0998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:29.698114 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7720ff47-96cf-4891-9ff1-9fb7b2a5085c req-b107e50e-ccc5-4be0-91f6-598ff5eb0998 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=afe934b9-dd09-44eb-b021-dedab2747e45 HTTP/1.1" status: 200 len: 853 time: 0.0462732 Mar 23 23:59:29.746675 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7af78b43-5fdb-45a1-b328-a64d97c5ad25 req-1956ff4d-1f6c-4618-a77d-8d496b5256ac tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3a56c08-4dad-405f-a17e-3d22b1a798f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481110 Mar 23 23:59:29.756653 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720ff47-96cf-4891-9ff1-9fb7b2a5085c req-19c5c26a-2a25-4982-a9ad-483f63fae469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:29.758225 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7720ff47-96cf-4891-9ff1-9fb7b2a5085c req-19c5c26a-2a25-4982-a9ad-483f63fae469 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541260 Mar 23 23:59:29.849371 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7720ff47-96cf-4891-9ff1-9fb7b2a5085c req-e2b05ba5-9f53-44c8-b1a3-60594b07c302 service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843492 Mar 23 23:59:29.943737 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7720ff47-96cf-4891-9ff1-9fb7b2a5085c req-7c133c9c-d37b-4287-8a61-5b85b4d5ff2a service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883558 Mar 23 23:59:30.887928 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0bd4c-047b-410f-a0f4-1cabfd6b523d req-ffbf59a8-0df1-410e-a6a0-e49dce069ad8 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:30.889498 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fff0bd4c-047b-410f-a0f4-1cabfd6b523d req-ffbf59a8-0df1-410e-a6a0-e49dce069ad8 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=95439531-2b0d-4e7d-9f9d-929a4e72a8f8 HTTP/1.1" status: 200 len: 943 time: 0.0672917 Mar 23 23:59:30.947317 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-fff0bd4c-047b-410f-a0f4-1cabfd6b523d req-5e2c772a-a747-4611-bc67-07f3e1ab9d2c tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3a56c08-4dad-405f-a17e-3d22b1a798f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519478 Mar 23 23:59:32.084899 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302acf6b-a893-441a-8f3a-f3359576dfe8 req-3ca4eef3-a741-4925-a689-f85d570d11e7 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:32.087047 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-302acf6b-a893-441a-8f3a-f3359576dfe8 req-3ca4eef3-a741-4925-a689-f85d570d11e7 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=95439531-2b0d-4e7d-9f9d-929a4e72a8f8 HTTP/1.1" status: 200 len: 943 time: 0.0663853 Mar 23 23:59:32.139398 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-302acf6b-a893-441a-8f3a-f3359576dfe8 req-ad0721cf-fcb2-4ff7-84c2-cd11506fc661 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3a56c08-4dad-405f-a17e-3d22b1a798f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464466 Mar 23 23:59:32.332017 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 66cb6c40-dc32-41f8-90a0-08a6dc05f78b details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 23:59:32.434650 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 66cb6c40-dc32-41f8-90a0-08a6dc05f78b, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=66cb6c40-dc32-41f8-90a0-08a6dc05f78b,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:59:32.448152 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': '66cb6c40-dc32-41f8-90a0-08a6dc05f78b', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'port_id': '66cb6c40-dc32-41f8-90a0-08a6dc05f78b', 'mac_address': 'fa:16:3e:e4:8e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 23:59:32.492118 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 66cb6c40-dc32-41f8-90a0-08a6dc05f78b is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:59:32.492505 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (66cb6c40-dc32-41f8-90a0-08a6dc05f78b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:32.506663 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cb6c40-dc32-41f8-90a0-08a6dc05f78b {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 23:59:32.528272 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 66cb6c40-dc32-41f8-90a0-08a6dc05f78b, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=66cb6c40-dc32-41f8-90a0-08a6dc05f78b,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:59:32.534111 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (66cb6c40-dc32-41f8-90a0-08a6dc05f78b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:32.588935 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=66cb6c40-dc32-41f8-90a0-08a6dc05f78b,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:32.599495 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:32.600068 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:32.600667 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:32.601272 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:32.601817 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:32.602012 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:32.602346 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:32.602675 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:32.603038 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:32.603695 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:32.604018 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:32.604358 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:32.604680 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:32.604993 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:32.605345 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 23:59:32.739521 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['66cb6c40-dc32-41f8-90a0-08a6dc05f78b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 23:59:33.286092 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64b9bb-316a-4846-974b-384162e0d1a3 req-d65ecb35-c41b-4742-8b7e-3470037eefdb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:33.287604 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3f64b9bb-316a-4846-974b-384162e0d1a3 req-d65ecb35-c41b-4742-8b7e-3470037eefdb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=95439531-2b0d-4e7d-9f9d-929a4e72a8f8 HTTP/1.1" status: 200 len: 944 time: 0.0690031 Mar 23 23:59:33.336173 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3f64b9bb-316a-4846-974b-384162e0d1a3 req-a1ffcced-f2f6-48d3-b704-735226dc253b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3a56c08-4dad-405f-a17e-3d22b1a798f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425923 Mar 23 23:59:34.331779 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 66cb6c40-dc32-41f8-90a0-08a6dc05f78b up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 23:59:34.387098 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port 66cb6c40-dc32-41f8-90a0-08a6dc05f78b completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 23:59:34.391133 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port 66cb6c40-dc32-41f8-90a0-08a6dc05f78b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 23:59:34.391511 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (66cb6c40-dc32-41f8-90a0-08a6dc05f78b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:34.456052 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dff536-e6f7-400b-b782-41cf1828c762 req-0b4342f1-4935-43fc-8f53-12ddf63fadef tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:34.457472 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-70dff536-e6f7-400b-b782-41cf1828c762 req-0b4342f1-4935-43fc-8f53-12ddf63fadef tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=95439531-2b0d-4e7d-9f9d-929a4e72a8f8 HTTP/1.1" status: 200 len: 944 time: 0.0514498 Mar 23 23:59:34.474866 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 66cb6c40-dc32-41f8-90a0-08a6dc05f78b is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 23:59:34.475266 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (66cb6c40-dc32-41f8-90a0-08a6dc05f78b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:34.499264 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95439531-2b0d-4e7d-9f9d-929a4e72a8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cb6c40-dc32-41f8-90a0-08a6dc05f78b'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:59:34.501753 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05ca2c3-7d69-4cb9-b5ae-74011ce87f8d" -d '{"events": [{"server_uuid": "95439531-2b0d-4e7d-9f9d-929a4e72a8f8", "name": "network-vif-plugged", "status": "completed", "tag": "66cb6c40-dc32-41f8-90a0-08a6dc05f78b"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:59:34.506394 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-70dff536-e6f7-400b-b782-41cf1828c762 req-52a06f40-0dbe-4c6b-ab19-4a65ef3b7b54 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3a56c08-4dad-405f-a17e-3d22b1a798f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429580 Mar 23 23:59:34.516608 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 66cb6c40-dc32-41f8-90a0-08a6dc05f78b, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=66cb6c40-dc32-41f8-90a0-08a6dc05f78b,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 23:59:34.521926 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (66cb6c40-dc32-41f8-90a0-08a6dc05f78b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:34.546890 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 23:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d10656-635a-4037-ab67-29caf0fba883 x-openstack-request-id: req-20d10656-635a-4037-ab67-29caf0fba883 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:59:34.547183 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95439531-2b0d-4e7d-9f9d-929a4e72a8f8", "name": "network-vif-plugged", "status": "completed", "tag": "66cb6c40-dc32-41f8-90a0-08a6dc05f78b", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:59:34.547437 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20d10656-635a-4037-ab67-29caf0fba883 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:59:34.547834 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d10656-635a-4037-ab67-29caf0fba883'] response: {'server_uuid': '95439531-2b0d-4e7d-9f9d-929a4e72a8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cb6c40-dc32-41f8-90a0-08a6dc05f78b', 'code': 200} Mar 23 23:59:34.575377 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=66cb6c40-dc32-41f8-90a0-08a6dc05f78b,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 23:59:34.732990 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00233576-cd50-460c-a9bd-a02c96f50bc0 req-8bc62a1a-909f-437f-968b-059380bbaac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:34.734516 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-00233576-cd50-460c-a9bd-a02c96f50bc0 req-8bc62a1a-909f-437f-968b-059380bbaac5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95439531-2b0d-4e7d-9f9d-929a4e72a8f8 HTTP/1.1" status: 200 len: 1129 time: 0.0541878 Mar 23 23:59:34.778864 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-00233576-cd50-460c-a9bd-a02c96f50bc0 req-79269266-bfde-40a9-8123-0a2ff4ce6705 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a3a56c08-4dad-405f-a17e-3d22b1a798f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387824 Mar 23 23:59:35.630719 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8606c-e8a0-489c-a608-56340f0db25d req-f54ffed5-8fcf-4e48-b6db-2d9a91b78a73 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:35.632170 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3eb8606c-e8a0-489c-a608-56340f0db25d req-f54ffed5-8fcf-4e48-b6db-2d9a91b78a73 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=95439531-2b0d-4e7d-9f9d-929a4e72a8f8 HTTP/1.1" status: 200 len: 945 time: 0.0565548 Mar 23 23:59:35.679915 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-3eb8606c-e8a0-489c-a608-56340f0db25d req-ddf689e1-5a69-49fa-8561-03f5695aa2fb tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3a56c08-4dad-405f-a17e-3d22b1a798f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418453 Mar 23 23:59:36.852875 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a905c-c8a3-47fe-8642-0a5a2679ce9c req-5cba8612-d037-40cc-b1c2-a6f270c7345b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:36.855049 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c35a905c-c8a3-47fe-8642-0a5a2679ce9c req-5cba8612-d037-40cc-b1c2-a6f270c7345b tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=95439531-2b0d-4e7d-9f9d-929a4e72a8f8 HTTP/1.1" status: 200 len: 945 time: 0.0608544 Mar 23 23:59:36.907768 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c35a905c-c8a3-47fe-8642-0a5a2679ce9c req-8eadd249-c2b3-4a30-a2d1-5921e9b5b960 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3a56c08-4dad-405f-a17e-3d22b1a798f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413921 Mar 23 23:59:37.023940 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eceb92-986f-49d4-92a7-622892b5df88 req-73937569-57dd-445c-8879-e61476b1fc7e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:37.026017 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-99eceb92-986f-49d4-92a7-622892b5df88 req-73937569-57dd-445c-8879-e61476b1fc7e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=95439531-2b0d-4e7d-9f9d-929a4e72a8f8 HTTP/1.1" status: 200 len: 945 time: 0.0553565 Mar 23 23:59:37.035526 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55524) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 23:59:37.041003 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-bc6ab29b-4a28-4ded-b22d-1bc9a6474466 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Request body: {'floatingip': {'port_id': '66cb6c40-dc32-41f8-90a0-08a6dc05f78b'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 23:59:37.087057 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab29b-4a28-4ded-b22d-1bc9a6474466 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (10d22a78-bae1-4562-a485-3074c76ba421), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:37.241972 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-748a63b4-5b34-4db8-aaac-08b28d204e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:37.595087 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab29b-4a28-4ded-b22d-1bc9a6474466 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:37.600811 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab29b-4a28-4ded-b22d-1bc9a6474466 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (10d22a78-bae1-4562-a485-3074c76ba421), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:37.709281 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.l3_db [None req-bc6ab29b-4a28-4ded-b22d-1bc9a6474466 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Floating IP 10d22a78-bae1-4562-a485-3074c76ba421 associated. External IP: 172.27.0.187, port: 66cb6c40-dc32-41f8-90a0-08a6dc05f78b. Mar 23 23:59:37.935429 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6ab29b-4a28-4ded-b22d-1bc9a6474466 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Router 0869f870-d27f-444b-8bfd-47d400088e03 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 23:59:38.104834 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6ab29b-4a28-4ded-b22d-1bc9a6474466 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 23:59:38.112766 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab29b-4a28-4ded-b22d-1bc9a6474466 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:38.121458 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc39ba1a-3f1f-4894-8d03-13fe1628a50c None None] Sync routers for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 23:59:38.135504 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc39ba1a-3f1f-4894-8d03-13fe1628a50c None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:59:38.136637 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bc39ba1a-3f1f-4894-8d03-13fe1628a50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:59:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:38.163092 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-bc6ab29b-4a28-4ded-b22d-1bc9a6474466 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "PUT /v2.0/floatingips/10d22a78-bae1-4562-a485-3074c76ba421 HTTP/1.1" status: 200 len: 991 time: 1.1259549 Mar 23 23:59:38.164152 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95439531-2b0d-4e7d-9f9d-929a4e72a8f8', 'tag': '66cb6c40-dc32-41f8-90a0-08a6dc05f78b'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 23:59:38.168265 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f89217267680bd64d7f927d4eadc419634559ab2f391f9993dc43694367eced7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f14571-a2e8-41d2-9caa-3f4370995d00" -d '{"events": [{"name": "network-changed", "server_uuid": "95439531-2b0d-4e7d-9f9d-929a4e72a8f8", "tag": "66cb6c40-dc32-41f8-90a0-08a6dc05f78b"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 23:59:38.312416 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-bc39ba1a-3f1f-4894-8d03-13fe1628a50c None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:59:38.314114 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 23:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e933447-7e86-4df2-830f-112df7472fab x-openstack-request-id: req-5e933447-7e86-4df2-830f-112df7472fab {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 23:59:38.314491 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95439531-2b0d-4e7d-9f9d-929a4e72a8f8", "tag": "66cb6c40-dc32-41f8-90a0-08a6dc05f78b", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 23:59:38.314807 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e933447-7e86-4df2-830f-112df7472fab {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 23:59:38.315273 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e933447-7e86-4df2-830f-112df7472fab'] response: {'name': 'network-changed', 'server_uuid': '95439531-2b0d-4e7d-9f9d-929a4e72a8f8', 'tag': '66cb6c40-dc32-41f8-90a0-08a6dc05f78b', 'status': 'completed', 'code': 200} Mar 23 23:59:38.381456 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f14571-a2e8-41d2-9caa-3f4370995d00 req-d1f70e5e-db98-4a6b-b439-865d5937854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:38.383092 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e7f14571-a2e8-41d2-9caa-3f4370995d00 req-d1f70e5e-db98-4a6b-b439-865d5937854c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86b1df8360d64fb0a66f886af5025f1f&device_id=95439531-2b0d-4e7d-9f9d-929a4e72a8f8 HTTP/1.1" status: 200 len: 1129 time: 0.0467031 Mar 23 23:59:38.490273 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f14571-a2e8-41d2-9caa-3f4370995d00 req-c5cde0e4-f469-42ef-9b63-4d6bd37c8ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:38.491776 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e7f14571-a2e8-41d2-9caa-3f4370995d00 req-c5cde0e4-f469-42ef-9b63-4d6bd37c8ae0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 HTTP/1.1" status: 200 len: 914 time: 0.1034184 Mar 23 23:59:38.558074 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e7f14571-a2e8-41d2-9caa-3f4370995d00 req-470c3377-8b6d-4637-a40a-5f051611ec41 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66cb6c40-dc32-41f8-90a0-08a6dc05f78b HTTP/1.1" status: 200 len: 999 time: 0.0600860 Mar 23 23:59:38.605877 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f14571-a2e8-41d2-9caa-3f4370995d00 req-39b2f0e3-5693-4036-8151-b598324697fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:38.607730 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e7f14571-a2e8-41d2-9caa-3f4370995d00 req-39b2f0e3-5693-4036-8151-b598324697fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=afe934b9-dd09-44eb-b021-dedab2747e45 HTTP/1.1" status: 200 len: 853 time: 0.0443821 Mar 23 23:59:38.654165 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bc39ba1a-3f1f-4894-8d03-13fe1628a50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '10d22a78-bae1-4562-a485-3074c76ba421', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'floating_ip_address': '172.27.0.187', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'port_id': '66cb6c40-dc32-41f8-90a0-08a6dc05f78b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'mac_address': 'fa:16:3e:e4:8e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95439531-2b0d-4e7d-9f9d-929a4e72a8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:59:24Z', 'updated_at': '2022-03-23T23:59:37Z', 'revision_number': 1, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:38.668001 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f14571-a2e8-41d2-9caa-3f4370995d00 req-4827c749-37cb-4374-8adc-385366e34dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 23:59:38.669554 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e7f14571-a2e8-41d2-9caa-3f4370995d00 req-4827c749-37cb-4374-8adc-385366e34dbe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565093 Mar 23 23:59:38.685244 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc39ba1a-3f1f-4894-8d03-13fe1628a50c None None] Checking router: 0869f870-d27f-444b-8bfd-47d400088e03 for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 23:59:38.694631 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc39ba1a-3f1f-4894-8d03-13fe1628a50c None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 23:59:38.695237 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bc39ba1a-3f1f-4894-8d03-13fe1628a50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-23T23:59:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:38.768607 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e7f14571-a2e8-41d2-9caa-3f4370995d00 req-96d12648-2867-4283-8786-5981f73805dd service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932064 Mar 23 23:59:38.807125 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-bc39ba1a-3f1f-4894-8d03-13fe1628a50c None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 23:59:38.866188 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e7f14571-a2e8-41d2-9caa-3f4370995d00 req-25763e18-bc70-47d8-af9e-84df243d0edf service neutron] 10.222.0.20 "GET /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916784 Mar 23 23:59:39.057994 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bc39ba1a-3f1f-4894-8d03-13fe1628a50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '10d22a78-bae1-4562-a485-3074c76ba421', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'floating_ip_address': '172.27.0.187', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'port_id': '66cb6c40-dc32-41f8-90a0-08a6dc05f78b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'mac_address': 'fa:16:3e:e4:8e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95439531-2b0d-4e7d-9f9d-929a4e72a8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:59:24Z', 'updated_at': '2022-03-23T23:59:37Z', 'revision_number': 1, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 23:59:39.090225 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc39ba1a-3f1f-4894-8d03-13fe1628a50c None None] The sync data for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi is: [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': '10d22a78-bae1-4562-a485-3074c76ba421', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'floating_ip_address': '172.27.0.187', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'port_id': '66cb6c40-dc32-41f8-90a0-08a6dc05f78b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'mac_address': 'fa:16:3e:e4:8e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95439531-2b0d-4e7d-9f9d-929a4e72a8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T23:59:24Z', 'updated_at': '2022-03-23T23:59:37Z', 'revision_number': 1, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 23:59:39.324321 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0513836-53ff-474b-a416-9ec792ece0d0 None None] New status for floating IP 10d22a78-bae1-4562-a485-3074c76ba421: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 23:59:39.397192 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e1fbdeef-4cb8-46f6-8e28-435edbdf4865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:40.617710 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:42.170170 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:43.330336 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 23:59:45.663566 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 23:59:48.803635 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:07.247145 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8a1c3016-8eac-4e11-826b-ed8e34b58757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:09.363155 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-015b8be9-7759-499a-9389-be076d13aa86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:10.619729 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:12.175561 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:13.327360 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:18.798625 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:22.115730 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdfabd-6bc5-408b-a49f-1621407c840e req-5bc8a050-f20a-4128-9c03-8d5b02e9a166 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:00:22.117153 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f9bdfabd-6bc5-408b-a49f-1621407c840e req-5bc8a050-f20a-4128-9c03-8d5b02e9a166 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=95439531-2b0d-4e7d-9f9d-929a4e72a8f8 HTTP/1.1" status: 200 len: 945 time: 0.0630717 Mar 24 00:00:22.176814 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-f9bdfabd-6bc5-408b-a49f-1621407c840e req-f1e4cb6e-d394-4f09-86c0-ab8b3b108422 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3a56c08-4dad-405f-a17e-3d22b1a798f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536313 Mar 24 00:00:22.665050 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:00:23.311593 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea82e9-3531-40c8-9a70-744e46a07c80 req-87e8e880-173c-45f3-b1e1-f19cf64823be tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:00:23.312815 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cdea82e9-3531-40c8-9a70-744e46a07c80 req-87e8e880-173c-45f3-b1e1-f19cf64823be tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=95439531-2b0d-4e7d-9f9d-929a4e72a8f8 HTTP/1.1" status: 200 len: 945 time: 0.0583885 Mar 24 00:00:23.366365 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cdea82e9-3531-40c8-9a70-744e46a07c80 req-1a1f2ce4-d094-4a4e-a980-029aa79a8bc7 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3a56c08-4dad-405f-a17e-3d22b1a798f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471456 Mar 24 00:00:23.508737 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff78e48-8f93-4be9-a228-46c034df03e4 req-8b1b974b-066b-4f60-b68e-e5c5c6f8de3f tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:00:23.510405 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0ff78e48-8f93-4be9-a228-46c034df03e4 req-8b1b974b-066b-4f60-b68e-e5c5c6f8de3f tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.20 "GET /v2.0/ports?device_id=95439531-2b0d-4e7d-9f9d-929a4e72a8f8 HTTP/1.1" status: 200 len: 945 time: 0.0611038 Mar 24 00:00:23.611648 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-0ff78e48-8f93-4be9-a228-46c034df03e4 req-53212643-e9ef-4b86-b95b-af138598f381 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Deleting port 66cb6c40-dc32-41f8-90a0-08a6dc05f78b {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:00:23.612030 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0ff78e48-8f93-4be9-a228-46c034df03e4 req-53212643-e9ef-4b86-b95b-af138598f381 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (66cb6c40-dc32-41f8-90a0-08a6dc05f78b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:23.713006 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0ff78e48-8f93-4be9-a228-46c034df03e4 req-53212643-e9ef-4b86-b95b-af138598f381 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] For port 66cb6c40-dc32-41f8-90a0-08a6dc05f78b, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=66cb6c40-dc32-41f8-90a0-08a6dc05f78b,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:00:23.713354 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0ff78e48-8f93-4be9-a228-46c034df03e4 req-53212643-e9ef-4b86-b95b-af138598f381 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (66cb6c40-dc32-41f8-90a0-08a6dc05f78b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:23.900919 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0ff78e48-8f93-4be9-a228-46c034df03e4 req-53212643-e9ef-4b86-b95b-af138598f381 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:23.901164 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0ff78e48-8f93-4be9-a228-46c034df03e4 req-53212643-e9ef-4b86-b95b-af138598f381 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (10d22a78-bae1-4562-a485-3074c76ba421), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:23.901581 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.l3_db [req-0ff78e48-8f93-4be9-a228-46c034df03e4 req-53212643-e9ef-4b86-b95b-af138598f381 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Floating IP 10d22a78-bae1-4562-a485-3074c76ba421 disassociated. External IP: 172.27.0.187, port: 66cb6c40-dc32-41f8-90a0-08a6dc05f78b. Mar 24 00:00:23.901928 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-0ff78e48-8f93-4be9-a228-46c034df03e4 req-53212643-e9ef-4b86-b95b-af138598f381 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Calling delete_port for 66cb6c40-dc32-41f8-90a0-08a6dc05f78b owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:00:24.040300 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0ff78e48-8f93-4be9-a228-46c034df03e4 req-53212643-e9ef-4b86-b95b-af138598f381 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (66cb6c40-dc32-41f8-90a0-08a6dc05f78b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:24.068308 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53212643-e9ef-4b86-b95b-af138598f381 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event deleted for resources: {'Port': ['ID=66cb6c40-dc32-41f8-90a0-08a6dc05f78b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:24.207896 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ff78e48-8f93-4be9-a228-46c034df03e4 req-53212643-e9ef-4b86-b95b-af138598f381 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Router 0869f870-d27f-444b-8bfd-47d400088e03 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:00:24.327800 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ff78e48-8f93-4be9-a228-46c034df03e4 req-53212643-e9ef-4b86-b95b-af138598f381 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:00:24.341320 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e63f811-cba9-4b45-a890-4448692e1f22 None None] Sync routers for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:00:24.352428 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e63f811-cba9-4b45-a890-4448692e1f22 None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:00:24.353024 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3e63f811-cba9-4b45-a890-4448692e1f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-24T00:00:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:24.373688 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff78e48-8f93-4be9-a228-46c034df03e4 req-53212643-e9ef-4b86-b95b-af138598f381 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] No DVR routers for this DVR port 66cb6c40-dc32-41f8-90a0-08a6dc05f78b on host hv-cinder-74915 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:00:24.376483 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0ff78e48-8f93-4be9-a228-46c034df03e4 req-53212643-e9ef-4b86-b95b-af138598f381 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:24.379750 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0ff78e48-8f93-4be9-a228-46c034df03e4 req-53212643-e9ef-4b86-b95b-af138598f381 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.20 "DELETE /v2.0/ports/66cb6c40-dc32-41f8-90a0-08a6dc05f78b HTTP/1.1" status: 204 len: 173 time: 0.8642182 Mar 24 00:00:24.380196 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95439531-2b0d-4e7d-9f9d-929a4e72a8f8', 'name': 'network-vif-deleted', 'tag': '66cb6c40-dc32-41f8-90a0-08a6dc05f78b'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:00:24.382480 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a6c567-36cb-4064-a2ad-e773056ba622" -d '{"events": [{"server_uuid": "95439531-2b0d-4e7d-9f9d-929a4e72a8f8", "name": "network-vif-deleted", "tag": "66cb6c40-dc32-41f8-90a0-08a6dc05f78b"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:00:24.436041 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ee5c12-31ef-4c65-a34b-422425f3fdc5 x-openstack-request-id: req-91ee5c12-31ef-4c65-a34b-422425f3fdc5 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:00:24.436425 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95439531-2b0d-4e7d-9f9d-929a4e72a8f8", "name": "network-vif-deleted", "tag": "66cb6c40-dc32-41f8-90a0-08a6dc05f78b", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:00:24.436539 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91ee5c12-31ef-4c65-a34b-422425f3fdc5 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:00:24.436941 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ee5c12-31ef-4c65-a34b-422425f3fdc5'] response: {'server_uuid': '95439531-2b0d-4e7d-9f9d-929a4e72a8f8', 'name': 'network-vif-deleted', 'tag': '66cb6c40-dc32-41f8-90a0-08a6dc05f78b', 'status': 'completed', 'code': 200} Mar 24 00:00:24.488530 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-b1c43f45-0076-41c4-b26b-11e4f14be8f1 req-20ce403f-7523-4eb9-afde-efc7735f56db tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/ports?device_id=95439531-2b0d-4e7d-9f9d-929a4e72a8f8 HTTP/1.1" status: 200 len: 210 time: 0.0381768 Mar 24 00:00:24.492273 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-3e63f811-cba9-4b45-a890-4448692e1f22 None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:00:24.720619 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3e63f811-cba9-4b45-a890-4448692e1f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:24.750705 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e63f811-cba9-4b45-a890-4448692e1f22 None None] Checking router: 0869f870-d27f-444b-8bfd-47d400088e03 for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:00:24.760667 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e63f811-cba9-4b45-a890-4448692e1f22 None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:00:24.761449 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3e63f811-cba9-4b45-a890-4448692e1f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-24T00:00:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:24.881778 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-3e63f811-cba9-4b45-a890-4448692e1f22 None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:00:25.097376 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3e63f811-cba9-4b45-a890-4448692e1f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:25.128880 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e63f811-cba9-4b45-a890-4448692e1f22 None None] The sync data for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi is: [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:24Z', 'revision_number': 4, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'b2fa3169-38b1-4411-84bd-393978d39142', 'name': '', 'network_id': '3090e2bb-ae6f-412f-a5fa-cf46e835c3d3', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'mac_address': 'fa:16:3e:72:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:23Z', 'updated_at': '2022-03-23T23:56:27Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'subnets': [{'id': 'afe934b9-dd09-44eb-b021-dedab2747e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:00:25.394625 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b80cd0d-bd0d-4a1c-b752-69893e0e380a None None] New status for floating IP 10d22a78-bae1-4562-a485-3074c76ba421: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 00:00:25.603273 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55606) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:25.682996 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b25286e0-d221-4e62-a250-afd74d10af93 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (a3a56c08-4dad-405f-a17e-3d22b1a798f4), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:25.717301 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b25286e0-d221-4e62-a250-afd74d10af93 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (a3a56c08-4dad-405f-a17e-3d22b1a798f4), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:25.775227 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b25286e0-d221-4e62-a250-afd74d10af93 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (a3a56c08-4dad-405f-a17e-3d22b1a798f4), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:25.778267 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b25286e0-d221-4e62-a250-afd74d10af93 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:25.779498 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-b25286e0-d221-4e62-a250-afd74d10af93 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "DELETE /v2.0/security-groups/a3a56c08-4dad-405f-a17e-3d22b1a798f4 HTTP/1.1" status: 204 len: 168 time: 0.1751909 Mar 24 00:00:25.783841 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55608) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:25.789993 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25286e0-d221-4e62-a250-afd74d10af93 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a56c08-4dad-405f-a17e-3d22b1a798f4,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:25.805669 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.api.v2.resource [None req-96a380b4-8ac5-4ebf-a59f-88d5e4739338 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] show failed (client error): The resource could not be found. Mar 24 00:00:25.806774 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-96a380b4-8ac5-4ebf-a59f-88d5e4739338 tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "GET /v2.0/security-groups/a3a56c08-4dad-405f-a17e-3d22b1a798f4 HTTP/1.1" status: 404 len: 347 time: 0.0215864 Mar 24 00:00:25.810097 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55610) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:25.949380 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Deleting port ccd9ae33-05d5-4354-972b-481f39dc41cb {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:00:25.949662 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (ccd9ae33-05d5-4354-972b-481f39dc41cb), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:26.032649 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (ccd9ae33-05d5-4354-972b-481f39dc41cb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:26.032939 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (ccd9ae33-05d5-4354-972b-481f39dc41cb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:26.046126 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Calling delete_port for ccd9ae33-05d5-4354-972b-481f39dc41cb owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:00:26.194855 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (ccd9ae33-05d5-4354-972b-481f39dc41cb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:26.223346 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Pushing event deleted for resources: {'Port': ['ID=ccd9ae33-05d5-4354-972b-481f39dc41cb,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:26.250987 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:26.251334 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:26.251716 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:26.252061 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:26.252396 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:26.252728 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:26.253057 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:26.253391 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:26.253729 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:26.254048 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:26.254375 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:26.254701 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:26.255025 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:26.255346 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:26.255671 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:26.306763 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks [] for floatingip (10d22a78-bae1-4562-a485-3074c76ba421), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:26.309766 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:26.311011 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-1f2e4d36-eff2-43d4-abd7-786e07a6bd6e tempest-AttachVolumeNegativeTest-1897729127 tempest-AttachVolumeNegativeTest-1897729127-project] 10.222.0.31 "DELETE /v2.0/floatingips/10d22a78-bae1-4562-a485-3074c76ba421 HTTP/1.1" status: 204 len: 168 time: 0.4998565 Mar 24 00:00:26.579739 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 66cb6c40-dc32-41f8-90a0-08a6dc05f78b no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:00:26.608369 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: 66cb6c40-dc32-41f8-90a0-08a6dc05f78b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:00:26.608710 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 66cb6c40-dc32-41f8-90a0-08a6dc05f78b not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:00:30.065157 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55646) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:30.455456 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-669a4e99-9965-4fe8-9b33-d2e1cbaf4938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574534'] for router_interface (0869f870-d27f-444b-8bfd-47d400088e03), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:30.724974 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-669a4e99-9965-4fe8-9b33-d2e1cbaf4938 admin admin] Deleting port b2fa3169-38b1-4411-84bd-393978d39142 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:00:30.725807 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-669a4e99-9965-4fe8-9b33-d2e1cbaf4938 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (b2fa3169-38b1-4411-84bd-393978d39142), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:30.812000 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-669a4e99-9965-4fe8-9b33-d2e1cbaf4938 admin admin] For port b2fa3169-38b1-4411-84bd-393978d39142, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=b2fa3169-38b1-4411-84bd-393978d39142,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:00:30.812493 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-669a4e99-9965-4fe8-9b33-d2e1cbaf4938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (b2fa3169-38b1-4411-84bd-393978d39142), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:30.827630 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-669a4e99-9965-4fe8-9b33-d2e1cbaf4938 admin admin] Calling delete_port for b2fa3169-38b1-4411-84bd-393978d39142 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:00:31.027064 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-669a4e99-9965-4fe8-9b33-d2e1cbaf4938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (b2fa3169-38b1-4411-84bd-393978d39142), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:31.054081 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a4e99-9965-4fe8-9b33-d2e1cbaf4938 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2fa3169-38b1-4411-84bd-393978d39142,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:31.233893 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-669a4e99-9965-4fe8-9b33-d2e1cbaf4938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-574198'] for router_interface (0869f870-d27f-444b-8bfd-47d400088e03), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:31.469016 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669a4e99-9965-4fe8-9b33-d2e1cbaf4938 admin admin] Router 0869f870-d27f-444b-8bfd-47d400088e03 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:00:31.590384 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669a4e99-9965-4fe8-9b33-d2e1cbaf4938 admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:00:31.596079 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-669a4e99-9965-4fe8-9b33-d2e1cbaf4938 admin admin] 10.222.0.31 "PUT /v2.0/routers/0869f870-d27f-444b-8bfd-47d400088e03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5298178 Mar 24 00:00:31.598858 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55648) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:31.601661 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ad3213-7fc0-4c56-9191-2f373027e93b None None] Sync routers for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:00:31.613291 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ad3213-7fc0-4c56-9191-2f373027e93b None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:00:31.614304 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-73ad3213-7fc0-4c56-9191-2f373027e93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-24T00:00:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:31.828134 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-73ad3213-7fc0-4c56-9191-2f373027e93b None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:00:31.988926 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d25535cd-cc7f-44bb-9cfe-2e232f3ea66f admin admin] Publish callbacks [] for router (0869f870-d27f-444b-8bfd-47d400088e03), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:32.030238 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-73ad3213-7fc0-4c56-9191-2f373027e93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-24T00:00:30Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:32.057407 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ad3213-7fc0-4c56-9191-2f373027e93b None None] Checking router: 0869f870-d27f-444b-8bfd-47d400088e03 for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:00:32.066663 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ad3213-7fc0-4c56-9191-2f373027e93b None None] Routers {'0869f870-d27f-444b-8bfd-47d400088e03'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:00:32.067300 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-73ad3213-7fc0-4c56-9191-2f373027e93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-24T00:00:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['0869f870-d27f-444b-8bfd-47d400088e03'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:32.098842 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d25535cd-cc7f-44bb-9cfe-2e232f3ea66f admin admin] Publish callbacks [] for router_gateway (0869f870-d27f-444b-8bfd-47d400088e03), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:32.157245 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d25535cd-cc7f-44bb-9cfe-2e232f3ea66f admin admin] Deleting port 4b25e4af-2875-4beb-8fd8-8e114f58b382 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:00:32.157977 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d25535cd-cc7f-44bb-9cfe-2e232f3ea66f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (4b25e4af-2875-4beb-8fd8-8e114f58b382), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:32.181675 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-73ad3213-7fc0-4c56-9191-2f373027e93b None None] Set router 0869f870-d27f-444b-8bfd-47d400088e03 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:00:32.245519 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-d25535cd-cc7f-44bb-9cfe-2e232f3ea66f admin admin] For port 4b25e4af-2875-4beb-8fd8-8e114f58b382, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=4b25e4af-2875-4beb-8fd8-8e114f58b382,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:00:32.246330 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d25535cd-cc7f-44bb-9cfe-2e232f3ea66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (4b25e4af-2875-4beb-8fd8-8e114f58b382), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:32.260377 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d25535cd-cc7f-44bb-9cfe-2e232f3ea66f admin admin] Calling delete_port for 4b25e4af-2875-4beb-8fd8-8e114f58b382 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:00:32.380007 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-73ad3213-7fc0-4c56-9191-2f373027e93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-24T00:00:30Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:32.422334 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ad3213-7fc0-4c56-9191-2f373027e93b None None] The sync data for ids ['0869f870-d27f-444b-8bfd-47d400088e03'] in dv-cinder-749155-6-iscsi is: [{'id': '0869f870-d27f-444b-8bfd-47d400088e03', 'name': 'tempest-AttachVolumeNegativeTest-933661015-router', 'tenant_id': '86b1df8360d64fb0a66f886af5025f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-24T00:00:30Z', 'revision_number': 5, 'project_id': '86b1df8360d64fb0a66f886af5025f1f', 'gw_port': {'id': '4b25e4af-2875-4beb-8fd8-8e114f58b382', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869f870-d27f-444b-8bfd-47d400088e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T23:56:21Z', 'updated_at': '2022-03-23T23:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:00:32.449214 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d25535cd-cc7f-44bb-9cfe-2e232f3ea66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (4b25e4af-2875-4beb-8fd8-8e114f58b382), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:32.476091 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25535cd-cc7f-44bb-9cfe-2e232f3ea66f admin admin] Pushing event deleted for resources: {'Port': ['ID=4b25e4af-2875-4beb-8fd8-8e114f58b382,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:32.540156 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d25535cd-cc7f-44bb-9cfe-2e232f3ea66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574732'] for router_gateway (0869f870-d27f-444b-8bfd-47d400088e03), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:32.644003 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d25535cd-cc7f-44bb-9cfe-2e232f3ea66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router (0869f870-d27f-444b-8bfd-47d400088e03), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:32.646276 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d25535cd-cc7f-44bb-9cfe-2e232f3ea66f admin admin] Publish callbacks [] for router_controller (0869f870-d27f-444b-8bfd-47d400088e03), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:32.692704 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d25535cd-cc7f-44bb-9cfe-2e232f3ea66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573167'] for router (0869f870-d27f-444b-8bfd-47d400088e03), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:32.693501 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25535cd-cc7f-44bb-9cfe-2e232f3ea66f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0869f870-d27f-444b-8bfd-47d400088e03 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 00:00:32.697933 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d25535cd-cc7f-44bb-9cfe-2e232f3ea66f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:32.699139 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-d25535cd-cc7f-44bb-9cfe-2e232f3ea66f admin admin] 10.222.0.31 "DELETE /v2.0/routers/0869f870-d27f-444b-8bfd-47d400088e03 HTTP/1.1" status: 204 len: 168 time: 1.0993147 Mar 24 00:00:32.701715 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55650) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:32.751685 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-736ad050-70d8-48fa-95cb-347566556e35 admin admin] Deleting subnet afe934b9-dd09-44eb-b021-dedab2747e45 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:00:32.754981 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-736ad050-70d8-48fa-95cb-347566556e35 admin admin] Publish callbacks [] for subnet (afe934b9-dd09-44eb-b021-dedab2747e45), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:32.794038 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-736ad050-70d8-48fa-95cb-347566556e35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7384360'] for subnet (afe934b9-dd09-44eb-b021-dedab2747e45), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:32.886381 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-736ad050-70d8-48fa-95cb-347566556e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171796'] for subnet (afe934b9-dd09-44eb-b021-dedab2747e45), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:32.917209 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device b2fa3169-38b1-4411-84bd-393978d39142 no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:00:32.939780 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: b2fa3169-38b1-4411-84bd-393978d39142 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:00:32.940184 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device b2fa3169-38b1-4411-84bd-393978d39142 not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:00:32.948548 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-736ad050-70d8-48fa-95cb-347566556e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5581760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5875758'] for subnet (afe934b9-dd09-44eb-b021-dedab2747e45), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:32.974955 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ad050-70d8-48fa-95cb-347566556e35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afe934b9-dd09-44eb-b021-dedab2747e45,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:32.979949 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-736ad050-70d8-48fa-95cb-347566556e35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:32.986794 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-736ad050-70d8-48fa-95cb-347566556e35 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/afe934b9-dd09-44eb-b021-dedab2747e45 HTTP/1.1" status: 204 len: 168 time: 0.2816472 Mar 24 00:00:32.987025 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc88426-ffab-40a4-8e93-52460aa90e47 None None] Network 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:00:32.987228 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55652) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:33.071162 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e26dbbd8-15e3-49c7-804f-c6099e705627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049883'] for network (3090e2bb-ae6f-412f-a5fa-cf46e835c3d3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:33.134361 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-e26dbbd8-15e3-49c7-804f-c6099e705627 admin admin] Deleting port 8bb20bb2-9a35-48cc-b36c-e385c853fd3f {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:00:33.134361 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e26dbbd8-15e3-49c7-804f-c6099e705627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (8bb20bb2-9a35-48cc-b36c-e385c853fd3f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:33.180971 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9511d649-4232-4227-94b7-05587c40b14b None None] DHCP port deletion for 3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 request from dv-cinder-749155-6-iscsi {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 00:00:33.206271 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-e26dbbd8-15e3-49c7-804f-c6099e705627 admin admin] For port 8bb20bb2-9a35-48cc-b36c-e385c853fd3f, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=8bb20bb2-9a35-48cc-b36c-e385c853fd3f,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:00:33.206613 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e26dbbd8-15e3-49c7-804f-c6099e705627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (8bb20bb2-9a35-48cc-b36c-e385c853fd3f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:33.221480 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-e26dbbd8-15e3-49c7-804f-c6099e705627 admin admin] Calling delete_port for 8bb20bb2-9a35-48cc-b36c-e385c853fd3f owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:00:33.232481 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9511d649-4232-4227-94b7-05587c40b14b None None] Deleting port 8bb20bb2-9a35-48cc-b36c-e385c853fd3f {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:00:33.234482 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9511d649-4232-4227-94b7-05587c40b14b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (8bb20bb2-9a35-48cc-b36c-e385c853fd3f), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:33.301545 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9511d649-4232-4227-94b7-05587c40b14b None None] For port 8bb20bb2-9a35-48cc-b36c-e385c853fd3f, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=8bb20bb2-9a35-48cc-b36c-e385c853fd3f,segment=NetworkSegment(6bd9aa29-be10-4efe-a38c-39c3bdaab5de),segment_id=6bd9aa29-be10-4efe-a38c-39c3bdaab5de)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:00:33.301941 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9511d649-4232-4227-94b7-05587c40b14b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (8bb20bb2-9a35-48cc-b36c-e385c853fd3f), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:33.317404 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9511d649-4232-4227-94b7-05587c40b14b None None] Calling delete_port for 8bb20bb2-9a35-48cc-b36c-e385c853fd3f owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:00:33.318082 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e26dbbd8-15e3-49c7-804f-c6099e705627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (8bb20bb2-9a35-48cc-b36c-e385c853fd3f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:33.345910 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dbbd8-15e3-49c7-804f-c6099e705627 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb20bb2-9a35-48cc-b36c-e385c853fd3f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:33.349842 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26dbbd8-15e3-49c7-804f-c6099e705627 admin admin] No DVR routers for this DVR port 8bb20bb2-9a35-48cc-b36c-e385c853fd3f on host dv-cinder-749155-6-iscsi {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:00:33.399164 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9511d649-4232-4227-94b7-05587c40b14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700'] for port (8bb20bb2-9a35-48cc-b36c-e385c853fd3f), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:33.429365 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e26dbbd8-15e3-49c7-804f-c6099e705627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506273', 'neutron.services.segments.db._delete_segments_for_network-8777139652675'] for network (3090e2bb-ae6f-412f-a5fa-cf46e835c3d3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:33.429616 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511d649-4232-4227-94b7-05587c40b14b None None] Pushing event deleted for resources: {'Port': ['ID=8bb20bb2-9a35-48cc-b36c-e385c853fd3f,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:33.438333 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511d649-4232-4227-94b7-05587c40b14b None None] No DVR routers for this DVR port 8bb20bb2-9a35-48cc-b36c-e385c853fd3f on host dv-cinder-749155-6-iscsi {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:00:33.440484 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511d649-4232-4227-94b7-05587c40b14b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:33.440962 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511d649-4232-4227-94b7-05587c40b14b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:33.441220 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511d649-4232-4227-94b7-05587c40b14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:33.441587 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511d649-4232-4227-94b7-05587c40b14b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:33.441927 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511d649-4232-4227-94b7-05587c40b14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:33.442260 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511d649-4232-4227-94b7-05587c40b14b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:33.442586 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511d649-4232-4227-94b7-05587c40b14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:33.442929 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511d649-4232-4227-94b7-05587c40b14b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:33.443256 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511d649-4232-4227-94b7-05587c40b14b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:33.443565 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511d649-4232-4227-94b7-05587c40b14b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:33.443889 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511d649-4232-4227-94b7-05587c40b14b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:33.444213 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511d649-4232-4227-94b7-05587c40b14b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:33.444538 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511d649-4232-4227-94b7-05587c40b14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:33.444858 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511d649-4232-4227-94b7-05587c40b14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:33.445176 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9511d649-4232-4227-94b7-05587c40b14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:33.457596 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-e26dbbd8-15e3-49c7-804f-c6099e705627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3090e2bb-ae6f-412f-a5fa-cf46e835c3d3']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:33.468637 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-e26dbbd8-15e3-49c7-804f-c6099e705627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd9aa29-be10-4efe-a38c-39c3bdaab5de') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:33.468932 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.services.segments.db [None req-e26dbbd8-15e3-49c7-804f-c6099e705627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd9aa29-be10-4efe-a38c-39c3bdaab5de') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:33.479683 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e26dbbd8-15e3-49c7-804f-c6099e705627 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777139653708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7384337'] for segment (6bd9aa29-be10-4efe-a38c-39c3bdaab5de), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:33.499175 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e26dbbd8-15e3-49c7-804f-c6099e705627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (6bd9aa29-be10-4efe-a38c-39c3bdaab5de), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:33.506455 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26dbbd8-15e3-49c7-804f-c6099e705627 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:00:33.506933 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e26dbbd8-15e3-49c7-804f-c6099e705627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5624930'] for segment (6bd9aa29-be10-4efe-a38c-39c3bdaab5de), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: Traceback (most recent call last): Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: timer() Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: cb(*args, **kw) Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: return func(*args, **kwargs) Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: self._notify() Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: self.callback(batched_events) Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: event.method(event) Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: return f(self, *a, **k) Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: return self._get(url).json() Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: return self.request(url, 'GET', **kwargs) Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:00:33.508843 dv-cinder-749155-6-iscsi neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:00:33.572757 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e26dbbd8-15e3-49c7-804f-c6099e705627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574832'] for network (3090e2bb-ae6f-412f-a5fa-cf46e835c3d3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:33.578846 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e26dbbd8-15e3-49c7-804f-c6099e705627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:33.582173 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-e26dbbd8-15e3-49c7-804f-c6099e705627 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3090e2bb-ae6f-412f-a5fa-cf46e835c3d3 HTTP/1.1" status: 204 len: 168 time: 0.5939667 Mar 24 00:00:33.594324 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dbbd8-15e3-49c7-804f-c6099e705627 admin admin] Pushing event deleted for resources: {'Network': ['ID=3090e2bb-ae6f-412f-a5fa-cf46e835c3d3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:33.776271 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55656) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:33.818993 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-e5242ef8-bc63-4868-b7b7-e79f48c8cfd1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86b1df8360d64fb0a66f886af5025f1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414739 Mar 24 00:00:33.821543 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55658) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:33.877574 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bfa12cf5-ba9e-4351-94ca-3810b806fd1c admin admin] Publish callbacks [] for security_group (7047109e-28fc-480e-9b4b-006d678de4ff), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:33.900834 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bfa12cf5-ba9e-4351-94ca-3810b806fd1c admin admin] Publish callbacks [] for security_group (7047109e-28fc-480e-9b4b-006d678de4ff), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:33.952092 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bfa12cf5-ba9e-4351-94ca-3810b806fd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (7047109e-28fc-480e-9b4b-006d678de4ff), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:33.954983 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bfa12cf5-ba9e-4351-94ca-3810b806fd1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:33.956383 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-bfa12cf5-ba9e-4351-94ca-3810b806fd1c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7047109e-28fc-480e-9b4b-006d678de4ff HTTP/1.1" status: 204 len: 168 time: 0.1338041 Mar 24 00:00:33.969069 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa12cf5-ba9e-4351-94ca-3810b806fd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7047109e-28fc-480e-9b4b-006d678de4ff,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:34.851293 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 8bb20bb2-9a35-48cc-b36c-e385c853fd3f no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:00:34.872634 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: 8bb20bb2-9a35-48cc-b36c-e385c853fd3f {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:00:34.872969 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 8bb20bb2-9a35-48cc-b36c-e385c853fd3f not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:00:34.873418 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 4b25e4af-2875-4beb-8fd8-8e114f58b382 no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:00:34.894263 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: 4b25e4af-2875-4beb-8fd8-8e114f58b382 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:00:34.894629 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 4b25e4af-2875-4beb-8fd8-8e114f58b382 not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:00:35.762992 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55704) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:35.878836 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e36f21f-35c6-436c-af56-dbb9bd694e6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:35.971603 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e36f21f-35c6-436c-af56-dbb9bd694e6d admin admin] Publish callbacks [] for security_group (ea43d975-c0ea-4286-a82a-baed7cf2a427), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:35.977428 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e36f21f-35c6-436c-af56-dbb9bd694e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (ea43d975-c0ea-4286-a82a-baed7cf2a427), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:36.017515 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-0e36f21f-35c6-436c-af56-dbb9bd694e6d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=765e5ae68a74498e8091deb0082511a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533603 Mar 24 00:00:36.018281 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36f21f-35c6-436c-af56-dbb9bd694e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea43d975-c0ea-4286-a82a-baed7cf2a427,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:36.021089 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55708) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:36.077339 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a4145d4-65d9-4f5d-8d1c-14d73d57c230 admin admin] Publish callbacks [] for security_group (ea43d975-c0ea-4286-a82a-baed7cf2a427), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:36.100940 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a4145d4-65d9-4f5d-8d1c-14d73d57c230 admin admin] Publish callbacks [] for security_group (ea43d975-c0ea-4286-a82a-baed7cf2a427), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:36.152329 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a4145d4-65d9-4f5d-8d1c-14d73d57c230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (ea43d975-c0ea-4286-a82a-baed7cf2a427), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:36.155028 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a4145d4-65d9-4f5d-8d1c-14d73d57c230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:36.156239 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-0a4145d4-65d9-4f5d-8d1c-14d73d57c230 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea43d975-c0ea-4286-a82a-baed7cf2a427 HTTP/1.1" status: 204 len: 168 time: 0.1338112 Mar 24 00:00:36.164772 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4145d4-65d9-4f5d-8d1c-14d73d57c230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea43d975-c0ea-4286-a82a-baed7cf2a427,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:36.173448 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4145d4-65d9-4f5d-8d1c-14d73d57c230 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:36.173803 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4145d4-65d9-4f5d-8d1c-14d73d57c230 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:36.174150 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4145d4-65d9-4f5d-8d1c-14d73d57c230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:36.174488 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4145d4-65d9-4f5d-8d1c-14d73d57c230 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:36.174824 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4145d4-65d9-4f5d-8d1c-14d73d57c230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:36.175156 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4145d4-65d9-4f5d-8d1c-14d73d57c230 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:36.175480 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4145d4-65d9-4f5d-8d1c-14d73d57c230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:36.175807 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4145d4-65d9-4f5d-8d1c-14d73d57c230 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:36.176127 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4145d4-65d9-4f5d-8d1c-14d73d57c230 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:36.176453 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4145d4-65d9-4f5d-8d1c-14d73d57c230 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:36.176779 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4145d4-65d9-4f5d-8d1c-14d73d57c230 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:36.177096 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4145d4-65d9-4f5d-8d1c-14d73d57c230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:36.177450 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4145d4-65d9-4f5d-8d1c-14d73d57c230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:36.177772 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4145d4-65d9-4f5d-8d1c-14d73d57c230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:36.178092 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4145d4-65d9-4f5d-8d1c-14d73d57c230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:36.438273 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55714) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:36.452511 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0964f5cc-2817-4e3c-b360-29df90190e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:36.534876 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0964f5cc-2817-4e3c-b360-29df90190e16 admin admin] Publish callbacks [] for security_group (037ad17a-f1e0-4ef5-9242-0b0d3f7a3c02), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:36.540891 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0964f5cc-2817-4e3c-b360-29df90190e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (037ad17a-f1e0-4ef5-9242-0b0d3f7a3c02), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:36.584601 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-0964f5cc-2817-4e3c-b360-29df90190e16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=012c0d5741224eeeb004dcabdfca3524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451135 Mar 24 00:00:36.585680 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964f5cc-2817-4e3c-b360-29df90190e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037ad17a-f1e0-4ef5-9242-0b0d3f7a3c02,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:36.587499 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55716) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:36.641007 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-18e85547-4b8e-4132-967f-1e5b1f5ba1a4 admin admin] Publish callbacks [] for security_group (037ad17a-f1e0-4ef5-9242-0b0d3f7a3c02), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:36.664527 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-18e85547-4b8e-4132-967f-1e5b1f5ba1a4 admin admin] Publish callbacks [] for security_group (037ad17a-f1e0-4ef5-9242-0b0d3f7a3c02), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:36.716959 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-18e85547-4b8e-4132-967f-1e5b1f5ba1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (037ad17a-f1e0-4ef5-9242-0b0d3f7a3c02), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:36.719594 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-18e85547-4b8e-4132-967f-1e5b1f5ba1a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:36.720867 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-18e85547-4b8e-4132-967f-1e5b1f5ba1a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/037ad17a-f1e0-4ef5-9242-0b0d3f7a3c02 HTTP/1.1" status: 204 len: 168 time: 0.1313183 Mar 24 00:00:36.729877 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e85547-4b8e-4132-967f-1e5b1f5ba1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037ad17a-f1e0-4ef5-9242-0b0d3f7a3c02,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:37.246496 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3cfa26ec-88cd-4437-81f4-715f7b48cce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:39.363019 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7abba32a-0998-4a3f-a0fa-de82dc3e8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:40.619005 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:42.183393 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:43.323690 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:48.335453 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55850) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:48.448432 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-45309ecd-2e48-40e9-b4a2-e2f5a13385b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:48.533190 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-45309ecd-2e48-40e9-b4a2-e2f5a13385b9 admin admin] Publish callbacks [] for security_group (71643840-4bca-4db5-8b3b-8f2da331db9d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:48.538938 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-45309ecd-2e48-40e9-b4a2-e2f5a13385b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (71643840-4bca-4db5-8b3b-8f2da331db9d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:48.582271 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-45309ecd-2e48-40e9-b4a2-e2f5a13385b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dde9cac498a443dda640a22cf70e744c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455885 Mar 24 00:00:48.583064 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45309ecd-2e48-40e9-b4a2-e2f5a13385b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71643840-4bca-4db5-8b3b-8f2da331db9d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:48.585954 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55854) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:48.640090 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-68707459-3f3b-4886-bf25-e2be4d464401 admin admin] Publish callbacks [] for security_group (71643840-4bca-4db5-8b3b-8f2da331db9d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:48.665767 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-68707459-3f3b-4886-bf25-e2be4d464401 admin admin] Publish callbacks [] for security_group (71643840-4bca-4db5-8b3b-8f2da331db9d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:48.719652 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-68707459-3f3b-4886-bf25-e2be4d464401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (71643840-4bca-4db5-8b3b-8f2da331db9d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:48.722255 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-68707459-3f3b-4886-bf25-e2be4d464401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:48.723476 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-68707459-3f3b-4886-bf25-e2be4d464401 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71643840-4bca-4db5-8b3b-8f2da331db9d HTTP/1.1" status: 204 len: 168 time: 0.1365237 Mar 24 00:00:48.733977 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68707459-3f3b-4886-bf25-e2be4d464401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71643840-4bca-4db5-8b3b-8f2da331db9d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:48.823488 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:49.483644 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55876) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:49.594900 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-554765c3-79f6-4e17-9d67-f3e408eb2822 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1610034185-network', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:00:49.618056 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554765c3-79f6-4e17-9d67-f3e408eb2822 admin admin] Made reservation on behalf of e7773efe1c8f41ee855678b567eb87ec for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:00:49.620788 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-554765c3-79f6-4e17-9d67-f3e408eb2822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:49.630249 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-554765c3-79f6-4e17-9d67-f3e408eb2822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:49.716745 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-554765c3-79f6-4e17-9d67-f3e408eb2822 admin admin] Publish callbacks [] for security_group (64e371a3-d02c-4996-af5b-01f5108c40bf), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:49.722091 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-554765c3-79f6-4e17-9d67-f3e408eb2822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (64e371a3-d02c-4996-af5b-01f5108c40bf), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:49.749019 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554765c3-79f6-4e17-9d67-f3e408eb2822 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:00:49.759346 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554765c3-79f6-4e17-9d67-f3e408eb2822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e371a3-d02c-4996-af5b-01f5108c40bf,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:49.764469 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-554765c3-79f6-4e17-9d67-f3e408eb2822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (0d27606c-4a9e-4e42-922d-9bea1644bffb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:49.764813 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.segments_db [None req-554765c3-79f6-4e17-9d67-f3e408eb2822 admin admin] Added segment 0d27606c-4a9e-4e42-922d-9bea1644bffb of type vlan for network c4799792-811b-4f18-9239-6f9b0c3a0594 Mar 24 00:00:49.809579 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-554765c3-79f6-4e17-9d67-f3e408eb2822 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777139294019'] for network (c4799792-811b-4f18-9239-6f9b0c3a0594), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:49.836340 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-554765c3-79f6-4e17-9d67-f3e408eb2822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for network (c4799792-811b-4f18-9239-6f9b0c3a0594), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:49.837360 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554765c3-79f6-4e17-9d67-f3e408eb2822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:00:49.837957 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-554765c3-79f6-4e17-9d67-f3e408eb2822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:49.895981 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-554765c3-79f6-4e17-9d67-f3e408eb2822 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4108613 Mar 24 00:00:49.899021 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55880) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:49.909861 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-445300e8-6448-402a-a4fc-c7757afe4228 admin admin] Request body: {'subnet': {'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1610034185-subnet', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:00:49.916841 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554765c3-79f6-4e17-9d67-f3e408eb2822 admin admin] Pushing event updated for resources: {'Network': ['ID=c4799792-811b-4f18-9239-6f9b0c3a0594,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:49.927992 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Network c4799792-811b-4f18-9239-6f9b0c3a0594 details requested by agent ovs-agent-dv-cinder-749155-6-iscsi with host dv-cinder-749155-6-iscsi {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:00:49.945417 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445300e8-6448-402a-a4fc-c7757afe4228 admin admin] Made reservation on behalf of e7773efe1c8f41ee855678b567eb87ec for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:00:49.948205 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-445300e8-6448-402a-a4fc-c7757afe4228 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6018790'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:50.137545 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-445300e8-6448-402a-a4fc-c7757afe4228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5644142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6018800'] for subnet (9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:50.187616 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445300e8-6448-402a-a4fc-c7757afe4228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:50.205307 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445300e8-6448-402a-a4fc-c7757afe4228 admin admin] Checking segment: {'id': '0d27606c-4a9e-4e42-922d-9bea1644bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:00:50.205714 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445300e8-6448-402a-a4fc-c7757afe4228 admin admin] Network hostable DHCP agents. Network: c4799792-811b-4f18-9239-6f9b0c3a0594, hostable agents: ['241e2e2a-1e2f-484e-9acb-0603fdf8399b'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:00:50.226627 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445300e8-6448-402a-a4fc-c7757afe4228 admin admin] Network c4799792-811b-4f18-9239-6f9b0c3a0594 is scheduled to be hosted by DHCP agent 241e2e2a-1e2f-484e-9acb-0603fdf8399b with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:00:50.238871 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-445300e8-6448-402a-a4fc-c7757afe4228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-6-iscsi, c4799792-811b-4f18-9239-6f9b0c3a0594) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:00:50.243537 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445300e8-6448-402a-a4fc-c7757afe4228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:00:50.244134 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-445300e8-6448-402a-a4fc-c7757afe4228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:50.251911 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14697eaf-de67-4748-be1b-b8ab431c59e8 None None] Network c4799792-811b-4f18-9239-6f9b0c3a0594 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:00:50.263886 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-445300e8-6448-402a-a4fc-c7757afe4228 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3632417 Mar 24 00:00:50.266595 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55882) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:50.270927 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-81161cb2-2722-473a-8997-e2b42f9ff894 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1610034185-router', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:00:50.292320 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81161cb2-2722-473a-8997-e2b42f9ff894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (58a1d2a1-a8e4-4f9a-9c59-19a176d438a5), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:50.297660 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81161cb2-2722-473a-8997-e2b42f9ff894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (58a1d2a1-a8e4-4f9a-9c59-19a176d438a5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:50.357301 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81161cb2-2722-473a-8997-e2b42f9ff894 admin admin] Publish callbacks [] for router_controller (58a1d2a1-a8e4-4f9a-9c59-19a176d438a5), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:50.514866 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e1639c-67de-5e20-9028-c27b0e4ba40d-c4799792-811b-4f18-9239-6f9b0c3a0594', 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594', 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'fixed_ips': [{'subnet_id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b'}]}} from dv-cinder-749155-6-iscsi. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:00:50.515749 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81161cb2-2722-473a-8997-e2b42f9ff894 admin admin] Publish callbacks [] for router_gateway (58a1d2a1-a8e4-4f9a-9c59-19a176d438a5), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:50.515904 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:50.660078 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] Allocated IP 172.20.0.2 (c4799792-811b-4f18-9239-6f9b0c3a0594/9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b/b502e422-cf0b-49da-a2be-129412614192) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:00:50.734255 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81161cb2-2722-473a-8997-e2b42f9ff894 admin admin] Publish callbacks [] for router_gateway (58a1d2a1-a8e4-4f9a-9c59-19a176d438a5), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:50.755146 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81161cb2-2722-473a-8997-e2b42f9ff894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:50.816998 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] Publish callbacks [] for port (b502e422-cf0b-49da-a2be-129412614192), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:50.824169 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175'] for port (b502e422-cf0b-49da-a2be-129412614192), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:50.867474 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] Network c4799792-811b-4f18-9239-6f9b0c3a0594 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:00:50.875806 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-81161cb2-2722-473a-8997-e2b42f9ff894 admin admin] Allocated IP 172.27.0.61 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/b769f400-3567-4c32-848b-3ae4582bd289) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:00:50.879487 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:00:50.881508 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] Pushing event updated for resources: {'Port': ['ID=b502e422-cf0b-49da-a2be-129412614192,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:50.883851 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:00:50.957068 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] Attempting to bind port b502e422-cf0b-49da-a2be-129412614192 on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:00:50.958136 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] Attempting to bind port b502e422-cf0b-49da-a2be-129412614192 by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': '0d27606c-4a9e-4e42-922d-9bea1644bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:00:50.958136 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] Attempting to bind port b502e422-cf0b-49da-a2be-129412614192 on network c4799792-811b-4f18-9239-6f9b0c3a0594 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:00:50.964023 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:00:50.964563 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] Checking segment: {'id': '0d27606c-4a9e-4e42-922d-9bea1644bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:00:50.964990 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:50.965446 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] Bound using segment: {'id': '0d27606c-4a9e-4e42-922d-9bea1644bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:00:50.966165 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] Bound port: b502e422-cf0b-49da-a2be-129412614192, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d27606c-4a9e-4e42-922d-9bea1644bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:00:50.966694 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (b502e422-cf0b-49da-a2be-129412614192), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:50.989545 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81161cb2-2722-473a-8997-e2b42f9ff894 admin admin] Publish callbacks [] for port (b769f400-3567-4c32-848b-3ae4582bd289), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:51.025522 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81161cb2-2722-473a-8997-e2b42f9ff894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (b769f400-3567-4c32-848b-3ae4582bd289), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:51.041679 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] For port b502e422-cf0b-49da-a2be-129412614192, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:00:51.045137 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] For port b502e422-cf0b-49da-a2be-129412614192, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=b502e422-cf0b-49da-a2be-129412614192,segment=NetworkSegment(0d27606c-4a9e-4e42-922d-9bea1644bffb),segment_id=0d27606c-4a9e-4e42-922d-9bea1644bffb)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:00:51.051658 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (b502e422-cf0b-49da-a2be-129412614192), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:51.070220 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81161cb2-2722-473a-8997-e2b42f9ff894 admin admin] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:00:51.073388 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-81161cb2-2722-473a-8997-e2b42f9ff894 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:00:51.080677 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81161cb2-2722-473a-8997-e2b42f9ff894 admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:00:51.086688 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81161cb2-2722-473a-8997-e2b42f9ff894 admin admin] Pushing event updated for resources: {'Port': ['ID=b769f400-3567-4c32-848b-3ae4582bd289,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:51.117213 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12504b1-d6d0-41ef-b807-3afdeab90b08 None None] Pushing event updated for resources: {'Port': ['ID=b502e422-cf0b-49da-a2be-129412614192,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:51.659722 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81161cb2-2722-473a-8997-e2b42f9ff894 admin admin] Publish callbacks [] for router_gateway (58a1d2a1-a8e4-4f9a-9c59-19a176d438a5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:51.889426 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81161cb2-2722-473a-8997-e2b42f9ff894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574760'] for router (58a1d2a1-a8e4-4f9a-9c59-19a176d438a5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:52.034746 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81161cb2-2722-473a-8997-e2b42f9ff894 admin admin] Router 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 is scheduled to L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:00:52.100394 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202f7098-7b41-4fbf-9850-9e186a33283f None None] Network c4799792-811b-4f18-9239-6f9b0c3a0594 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:00:52.151922 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81161cb2-2722-473a-8997-e2b42f9ff894 admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:00:52.165987 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] Sync routers for ids ['58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:00:52.172841 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4fd747ae-fe32-4bb8-a3c1-05f719be56e7 None None] Provisioning complete for port b502e422-cf0b-49da-a2be-129412614192 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:00:52.173203 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4fd747ae-fe32-4bb8-a3c1-05f719be56e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (b502e422-cf0b-49da-a2be-129412614192), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:52.178805 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81161cb2-2722-473a-8997-e2b42f9ff894 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:52.183849 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-81161cb2-2722-473a-8997-e2b42f9ff894 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9127226 Mar 24 00:00:52.184285 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55884) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:52.237018 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] Routers {'58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:00:52.237018 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-24T00:00:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:52.416626 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] Set router 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:00:52.448056 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4fd747ae-fe32-4bb8-a3c1-05f719be56e7 None None] Current status of the port b502e422-cf0b-49da-a2be-129412614192 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:00:52.448056 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4fd747ae-fe32-4bb8-a3c1-05f719be56e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (b502e422-cf0b-49da-a2be-129412614192), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:52.556851 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-4fd747ae-fe32-4bb8-a3c1-05f719be56e7 None None] For port b502e422-cf0b-49da-a2be-129412614192, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=b502e422-cf0b-49da-a2be-129412614192,segment=NetworkSegment(0d27606c-4a9e-4e42-922d-9bea1644bffb),segment_id=0d27606c-4a9e-4e42-922d-9bea1644bffb)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:00:52.562918 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4fd747ae-fe32-4bb8-a3c1-05f719be56e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (b502e422-cf0b-49da-a2be-129412614192), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:52.659810 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd747ae-fe32-4bb8-a3c1-05f719be56e7 None None] Pushing event updated for resources: {'Port': ['ID=b502e422-cf0b-49da-a2be-129412614192,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:52.661148 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c5a7b068-3a3b-4792-a06e-df1be358a59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:52.693947 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-bb3b1d58-b60e-4a52-89bd-d444010eb854 None None] Provisioning complete for port b502e422-cf0b-49da-a2be-129412614192 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:00:52.694230 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bb3b1d58-b60e-4a52-89bd-d444010eb854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (b502e422-cf0b-49da-a2be-129412614192), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:52.732182 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'name': 'tempest-TestShelveInstance-1610034185-router', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:51Z', 'revision_number': 3, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'gw_port': {'id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:52.767598 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] Checking router: 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:00:52.767973 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] Updating router 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 port b769f400-3567-4c32-848b-3ae4582bd289 binding host dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:00:52.821321 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (b769f400-3567-4c32-848b-3ae4582bd289), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:52.836031 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-c5a7b068-3a3b-4792-a06e-df1be358a59f admin admin] Allocated IP 172.20.0.1 (c4799792-811b-4f18-9239-6f9b0c3a0594/9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b/f450d2ec-777c-4075-a148-bdc2295e5158) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:00:52.870510 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bb3b1d58-b60e-4a52-89bd-d444010eb854 None None] Current status of the port b502e422-cf0b-49da-a2be-129412614192 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:00:52.923216 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device b502e422-cf0b-49da-a2be-129412614192 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:00:52.960397 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c5a7b068-3a3b-4792-a06e-df1be358a59f admin admin] Publish callbacks [] for port (f450d2ec-777c-4075-a148-bdc2295e5158), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:52.997025 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c5a7b068-3a3b-4792-a06e-df1be358a59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (f450d2ec-777c-4075-a148-bdc2295e5158), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:53.040203 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a7b068-3a3b-4792-a06e-df1be358a59f admin admin] Network c4799792-811b-4f18-9239-6f9b0c3a0594 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:00:53.048343 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-c5a7b068-3a3b-4792-a06e-df1be358a59f admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:00:53.051120 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a7b068-3a3b-4792-a06e-df1be358a59f admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:00:53.059103 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port b502e422-cf0b-49da-a2be-129412614192 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:00:53.059103 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (b502e422-cf0b-49da-a2be-129412614192), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:53.060038 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7b068-3a3b-4792-a06e-df1be358a59f admin admin] Pushing event updated for resources: {'Port': ['ID=f450d2ec-777c-4075-a148-bdc2295e5158,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:53.113770 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c5a7b068-3a3b-4792-a06e-df1be358a59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574717'] for router_interface (58a1d2a1-a8e4-4f9a-9c59-19a176d438a5), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:53.197027 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] Publish callbacks [] for port (b769f400-3567-4c32-848b-3ae4582bd289), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:53.223625 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (b769f400-3567-4c32-848b-3ae4582bd289), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:53.277761 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port b502e422-cf0b-49da-a2be-129412614192 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:00:53.284359 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c5a7b068-3a3b-4792-a06e-df1be358a59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (f450d2ec-777c-4075-a148-bdc2295e5158), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:53.299818 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fad74d-2ac9-422e-b9ab-c83eb3eaae05 None None] Pushing event updated for resources: {'Port': ['ID=b769f400-3567-4c32-848b-3ae4582bd289,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:53.302321 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] Attempting to bind port b769f400-3567-4c32-848b-3ae4582bd289 on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:00:53.302690 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] Attempting to bind port b769f400-3567-4c32-848b-3ae4582bd289 by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:00:53.303053 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] Attempting to bind port b769f400-3567-4c32-848b-3ae4582bd289 on network b729df10-08c3-4315-b5ba-4a4ad36352af {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:00:53.309731 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:00:53.310113 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] Checking segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:00:53.310517 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:53.310910 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] Bound using segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:00:53.311383 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] Bound port: b769f400-3567-4c32-848b-3ae4582bd289, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:00:53.311766 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (b769f400-3567-4c32-848b-3ae4582bd289), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:53.373297 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] For port b769f400-3567-4c32-848b-3ae4582bd289, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:00:53.379603 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] For port b769f400-3567-4c32-848b-3ae4582bd289, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=b769f400-3567-4c32-848b-3ae4582bd289,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:00:53.406046 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (b769f400-3567-4c32-848b-3ae4582bd289), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:53.462412 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-485dcee4-bb8a-4672-a190-656fc550296f None None] Provisioning complete for port f450d2ec-777c-4075-a148-bdc2295e5158 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:00:53.462938 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-485dcee4-bb8a-4672-a190-656fc550296f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (f450d2ec-777c-4075-a148-bdc2295e5158), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:53.463188 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c5a7b068-3a3b-4792-a06e-df1be358a59f admin admin] Publish callbacks [] for port (f450d2ec-777c-4075-a148-bdc2295e5158), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:53.469450 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c5a7b068-3a3b-4792-a06e-df1be358a59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (f450d2ec-777c-4075-a148-bdc2295e5158), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:53.533114 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fad74d-2ac9-422e-b9ab-c83eb3eaae05 None None] Pushing event updated for resources: {'Port': ['ID=b769f400-3567-4c32-848b-3ae4582bd289,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:53.540569 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] Routers {'58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:00:53.541368 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-24T00:00:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:53.546137 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-485dcee4-bb8a-4672-a190-656fc550296f None None] Port f450d2ec-777c-4075-a148-bdc2295e5158 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:00:53.546373 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7b068-3a3b-4792-a06e-df1be358a59f admin admin] Pushing event updated for resources: {'Port': ['ID=f450d2ec-777c-4075-a148-bdc2295e5158,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:53.548823 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c5a7b068-3a3b-4792-a06e-df1be358a59f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574569'] for router_interface (58a1d2a1-a8e4-4f9a-9c59-19a176d438a5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:53.651599 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a7b068-3a3b-4792-a06e-df1be358a59f admin admin] Network c4799792-811b-4f18-9239-6f9b0c3a0594 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:00:53.653203 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-c5a7b068-3a3b-4792-a06e-df1be358a59f admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:00:53.788172 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a7b068-3a3b-4792-a06e-df1be358a59f admin admin] Router 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:00:53.814562 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] Set router 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:00:53.919151 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a7b068-3a3b-4792-a06e-df1be358a59f admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:00:53.924582 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-c5a7b068-3a3b-4792-a06e-df1be358a59f admin admin] 10.222.0.31 "PUT /v2.0/routers/58a1d2a1-a8e4-4f9a-9c59-19a176d438a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7391021 Mar 24 00:00:53.938891 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e35332ba-1dfa-48af-85c9-37523c5eb81e None None] Provisioning complete for port f450d2ec-777c-4075-a148-bdc2295e5158 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:00:53.939271 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e35332ba-1dfa-48af-85c9-37523c5eb81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (f450d2ec-777c-4075-a148-bdc2295e5158), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:53.992399 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e35332ba-1dfa-48af-85c9-37523c5eb81e None None] Port f450d2ec-777c-4075-a148-bdc2295e5158 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:00:54.070116 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'name': 'tempest-TestShelveInstance-1610034185-router', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:53Z', 'revision_number': 4, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'gw_port': {'id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'f450d2ec-777c-4075-a148-bdc2295e5158', 'name': '', 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'mac_address': 'fa:16:3e:0b:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:52Z', 'updated_at': '2022-03-24T00:00:53Z', 'revision_number': 2, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'subnets': [{'id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:54.098098 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d7594a-130a-4bd9-b662-2ab48a115df0 None None] The sync data for ids ['58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'] in dv-cinder-749155-6-iscsi is: [{'id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'name': 'tempest-TestShelveInstance-1610034185-router', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:53Z', 'revision_number': 4, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'gw_port': {'id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'f450d2ec-777c-4075-a148-bdc2295e5158', 'name': '', 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'mac_address': 'fa:16:3e:0b:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:52Z', 'updated_at': '2022-03-24T00:00:53Z', 'revision_number': 2, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'subnets': [{'id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:00:54.453127 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55900) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:54.458366 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-1f1f65ba-d2e2-4ff6-baa8-e81d1f95e505 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1156102097-network', 'tenant_id': 'ecd4143ccdb640fe8334a04e21242059'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:00:54.482811 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1f65ba-d2e2-4ff6-baa8-e81d1f95e505 admin admin] Made reservation on behalf of ecd4143ccdb640fe8334a04e21242059 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:00:54.485472 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1f1f65ba-d2e2-4ff6-baa8-e81d1f95e505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:54.495326 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1f1f65ba-d2e2-4ff6-baa8-e81d1f95e505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:54.593661 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1f1f65ba-d2e2-4ff6-baa8-e81d1f95e505 admin admin] Publish callbacks [] for security_group (c9b73257-ac8b-4d92-b0e0-efd51147a413), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:54.598625 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1f1f65ba-d2e2-4ff6-baa8-e81d1f95e505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (c9b73257-ac8b-4d92-b0e0-efd51147a413), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:54.638878 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1f65ba-d2e2-4ff6-baa8-e81d1f95e505 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 00:00:54.668549 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1f1f65ba-d2e2-4ff6-baa8-e81d1f95e505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (132f804f-6abe-44ce-abb1-2913d37f83a9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:54.669146 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.segments_db [None req-1f1f65ba-d2e2-4ff6-baa8-e81d1f95e505 admin admin] Added segment 132f804f-6abe-44ce-abb1-2913d37f83a9 of type vlan for network 01df4ded-fcbc-4a2c-8ca7-55920e37f2dc Mar 24 00:00:54.671089 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f65ba-d2e2-4ff6-baa8-e81d1f95e505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b73257-ac8b-4d92-b0e0-efd51147a413,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:54.741228 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1f1f65ba-d2e2-4ff6-baa8-e81d1f95e505 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777139294019'] for network (01df4ded-fcbc-4a2c-8ca7-55920e37f2dc), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:54.770627 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1f1f65ba-d2e2-4ff6-baa8-e81d1f95e505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256'] for network (01df4ded-fcbc-4a2c-8ca7-55920e37f2dc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:54.771711 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1f65ba-d2e2-4ff6-baa8-e81d1f95e505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:00:54.772362 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1f1f65ba-d2e2-4ff6-baa8-e81d1f95e505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:54.838123 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-1f1f65ba-d2e2-4ff6-baa8-e81d1f95e505 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3837504 Mar 24 00:00:54.842140 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55902) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:54.847066 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f65ba-d2e2-4ff6-baa8-e81d1f95e505 admin admin] Pushing event updated for resources: {'Network': ['ID=01df4ded-fcbc-4a2c-8ca7-55920e37f2dc,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:54.850914 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-65ed24f3-9a18-4e4f-9fa5-d90b07e245f3 admin admin] Request body: {'subnet': {'network_id': '01df4ded-fcbc-4a2c-8ca7-55920e37f2dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1156102097-subnet', 'tenant_id': 'ecd4143ccdb640fe8334a04e21242059', 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:00:54.862021 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Network 01df4ded-fcbc-4a2c-8ca7-55920e37f2dc details requested by agent ovs-agent-dv-cinder-749155-6-iscsi with host dv-cinder-749155-6-iscsi {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 00:00:54.879143 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ed24f3-9a18-4e4f-9fa5-d90b07e245f3 admin admin] Made reservation on behalf of ecd4143ccdb640fe8334a04e21242059 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:00:54.883967 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-65ed24f3-9a18-4e4f-9fa5-d90b07e245f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5875715'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:55.095591 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-65ed24f3-9a18-4e4f-9fa5-d90b07e245f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5581697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5875733'] for subnet (7577e950-fd47-4954-bb05-724892a6b24a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:55.178703 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed24f3-9a18-4e4f-9fa5-d90b07e245f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7577e950-fd47-4954-bb05-724892a6b24a,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:55.189176 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ed24f3-9a18-4e4f-9fa5-d90b07e245f3 admin admin] Checking segment: {'id': '132f804f-6abe-44ce-abb1-2913d37f83a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '01df4ded-fcbc-4a2c-8ca7-55920e37f2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:00:55.189607 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ed24f3-9a18-4e4f-9fa5-d90b07e245f3 admin admin] Network hostable DHCP agents. Network: 01df4ded-fcbc-4a2c-8ca7-55920e37f2dc, hostable agents: ['241e2e2a-1e2f-484e-9acb-0603fdf8399b'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 00:00:55.219716 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ed24f3-9a18-4e4f-9fa5-d90b07e245f3 admin admin] Network 01df4ded-fcbc-4a2c-8ca7-55920e37f2dc is scheduled to be hosted by DHCP agent 241e2e2a-1e2f-484e-9acb-0603fdf8399b with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 00:00:55.236963 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-65ed24f3-9a18-4e4f-9fa5-d90b07e245f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-6-iscsi, 01df4ded-fcbc-4a2c-8ca7-55920e37f2dc) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:00:55.242051 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ed24f3-9a18-4e4f-9fa5-d90b07e245f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:00:55.242687 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-65ed24f3-9a18-4e4f-9fa5-d90b07e245f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:55.249584 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c3827b-9236-4821-be1f-a0509a0e38c2 None None] Network 01df4ded-fcbc-4a2c-8ca7-55920e37f2dc requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:00:55.264939 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-65ed24f3-9a18-4e4f-9fa5-d90b07e245f3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4207025 Mar 24 00:00:55.267074 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55904) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:55.271552 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e3f72573-f411-413e-8d2d-968474307e6b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1156102097-router', 'tenant_id': 'ecd4143ccdb640fe8334a04e21242059', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:00:55.293737 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3f72573-f411-413e-8d2d-968474307e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:55.295573 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3f72573-f411-413e-8d2d-968474307e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:55.359504 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3f72573-f411-413e-8d2d-968474307e6b admin admin] Publish callbacks [] for router_controller (3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:55.387725 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46dced5-a45f-48a4-b217-82216362157b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e1639c-67de-5e20-9028-c27b0e4ba40d-01df4ded-fcbc-4a2c-8ca7-55920e37f2dc', 'network_id': '01df4ded-fcbc-4a2c-8ca7-55920e37f2dc', 'project_id': 'ecd4143ccdb640fe8334a04e21242059', 'fixed_ips': [{'subnet_id': '7577e950-fd47-4954-bb05-724892a6b24a'}]}} from dv-cinder-749155-6-iscsi. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 00:00:55.388987 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d46dced5-a45f-48a4-b217-82216362157b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:55.528401 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3f72573-f411-413e-8d2d-968474307e6b admin admin] Publish callbacks [] for router_gateway (3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:55.602933 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-d46dced5-a45f-48a4-b217-82216362157b None None] Allocated IP 172.20.0.2 (01df4ded-fcbc-4a2c-8ca7-55920e37f2dc/7577e950-fd47-4954-bb05-724892a6b24a/a6e2e67a-8936-4e4a-b563-76595ce740e2) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:00:55.762562 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3f72573-f411-413e-8d2d-968474307e6b admin admin] Publish callbacks [] for router_gateway (3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:55.767403 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d46dced5-a45f-48a4-b217-82216362157b None None] Publish callbacks [] for port (a6e2e67a-8936-4e4a-b563-76595ce740e2), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:55.775655 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d46dced5-a45f-48a4-b217-82216362157b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175'] for port (a6e2e67a-8936-4e4a-b563-76595ce740e2), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:55.783560 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3f72573-f411-413e-8d2d-968474307e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:55.818325 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46dced5-a45f-48a4-b217-82216362157b None None] Network 01df4ded-fcbc-4a2c-8ca7-55920e37f2dc is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:00:55.821473 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-d46dced5-a45f-48a4-b217-82216362157b None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:00:55.829712 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46dced5-a45f-48a4-b217-82216362157b None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:00:55.840789 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46dced5-a45f-48a4-b217-82216362157b None None] Pushing event updated for resources: {'Port': ['ID=a6e2e67a-8936-4e4a-b563-76595ce740e2,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:55.901495 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d46dced5-a45f-48a4-b217-82216362157b None None] Attempting to bind port a6e2e67a-8936-4e4a-b563-76595ce740e2 on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:00:55.902190 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d46dced5-a45f-48a4-b217-82216362157b None None] Attempting to bind port a6e2e67a-8936-4e4a-b563-76595ce740e2 by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': '132f804f-6abe-44ce-abb1-2913d37f83a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '01df4ded-fcbc-4a2c-8ca7-55920e37f2dc'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:00:55.902458 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46dced5-a45f-48a4-b217-82216362157b None None] Attempting to bind port a6e2e67a-8936-4e4a-b563-76595ce740e2 on network 01df4ded-fcbc-4a2c-8ca7-55920e37f2dc {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:00:55.903914 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-e3f72573-f411-413e-8d2d-968474307e6b admin admin] Allocated IP 172.27.0.144 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/6f6330b3-6238-4da1-ab37-b28e61c9148f) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:00:55.910064 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46dced5-a45f-48a4-b217-82216362157b None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:00:55.910476 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46dced5-a45f-48a4-b217-82216362157b None None] Checking segment: {'id': '132f804f-6abe-44ce-abb1-2913d37f83a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '01df4ded-fcbc-4a2c-8ca7-55920e37f2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:00:55.910876 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d46dced5-a45f-48a4-b217-82216362157b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:55.911266 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46dced5-a45f-48a4-b217-82216362157b None None] Bound using segment: {'id': '132f804f-6abe-44ce-abb1-2913d37f83a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '01df4ded-fcbc-4a2c-8ca7-55920e37f2dc'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:00:55.911737 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d46dced5-a45f-48a4-b217-82216362157b None None] Bound port: a6e2e67a-8936-4e4a-b563-76595ce740e2, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132f804f-6abe-44ce-abb1-2913d37f83a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '01df4ded-fcbc-4a2c-8ca7-55920e37f2dc'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:00:55.912114 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d46dced5-a45f-48a4-b217-82216362157b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (a6e2e67a-8936-4e4a-b563-76595ce740e2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:56.001807 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d46dced5-a45f-48a4-b217-82216362157b None None] For port a6e2e67a-8936-4e4a-b563-76595ce740e2, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:00:56.007470 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d46dced5-a45f-48a4-b217-82216362157b None None] For port a6e2e67a-8936-4e4a-b563-76595ce740e2, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=a6e2e67a-8936-4e4a-b563-76595ce740e2,segment=NetworkSegment(132f804f-6abe-44ce-abb1-2913d37f83a9),segment_id=132f804f-6abe-44ce-abb1-2913d37f83a9)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:00:56.019711 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d46dced5-a45f-48a4-b217-82216362157b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (a6e2e67a-8936-4e4a-b563-76595ce740e2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:56.033698 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3f72573-f411-413e-8d2d-968474307e6b admin admin] Publish callbacks [] for port (6f6330b3-6238-4da1-ab37-b28e61c9148f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:56.080863 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3f72573-f411-413e-8d2d-968474307e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (6f6330b3-6238-4da1-ab37-b28e61c9148f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:56.107721 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46dced5-a45f-48a4-b217-82216362157b None None] Pushing event updated for resources: {'Port': ['ID=a6e2e67a-8936-4e4a-b563-76595ce740e2,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:56.137915 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f72573-f411-413e-8d2d-968474307e6b admin admin] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:00:56.143288 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-e3f72573-f411-413e-8d2d-968474307e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:00:56.148272 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f72573-f411-413e-8d2d-968474307e6b admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:00:56.179667 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f72573-f411-413e-8d2d-968474307e6b admin admin] Pushing event updated for resources: {'Port': ['ID=6f6330b3-6238-4da1-ab37-b28e61c9148f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:56.452651 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] Sync routers for ids ['58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:00:56.464093 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] Routers {'58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:00:56.464333 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-24T00:00:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:56.471808 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3f72573-f411-413e-8d2d-968474307e6b admin admin] Publish callbacks [] for router_gateway (3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:56.578537 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] Set router 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:00:56.803272 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'name': 'tempest-TestShelveInstance-1610034185-router', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:53Z', 'revision_number': 4, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'gw_port': {'id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'f450d2ec-777c-4075-a148-bdc2295e5158', 'name': '', 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'mac_address': 'fa:16:3e:0b:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:52Z', 'updated_at': '2022-03-24T00:00:53Z', 'revision_number': 2, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'subnets': [{'id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:56.833055 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] Checking router: 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:00:56.833685 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] Updating router 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 port f450d2ec-777c-4075-a148-bdc2295e5158 binding host dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:00:56.865510 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (f450d2ec-777c-4075-a148-bdc2295e5158), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:56.977379 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device b769f400-3567-4c32-848b-3ae4582bd289 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:00:57.016271 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3f72573-f411-413e-8d2d-968474307e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574760'] for router (3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:57.044152 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port b769f400-3567-4c32-848b-3ae4582bd289 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:00:57.044825 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (b769f400-3567-4c32-848b-3ae4582bd289), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:57.148842 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port b769f400-3567-4c32-848b-3ae4582bd289 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:00:57.149247 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (b769f400-3567-4c32-848b-3ae4582bd289), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:57.180550 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] For port b769f400-3567-4c32-848b-3ae4582bd289, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=b769f400-3567-4c32-848b-3ae4582bd289,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:00:57.185584 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f72573-f411-413e-8d2d-968474307e6b admin admin] Router 3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1 is scheduled to L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 00:00:57.189345 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (b769f400-3567-4c32-848b-3ae4582bd289), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:57.195033 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device a6e2e67a-8936-4e4a-b563-76595ce740e2 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:00:57.248747 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] Publish callbacks [] for port (f450d2ec-777c-4075-a148-bdc2295e5158), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:57.256564 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (f450d2ec-777c-4075-a148-bdc2295e5158), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:57.293645 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Pushing event updated for resources: {'Port': ['ID=b769f400-3567-4c32-848b-3ae4582bd289,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:57.302823 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port a6e2e67a-8936-4e4a-b563-76595ce740e2 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:00:57.303316 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (a6e2e67a-8936-4e4a-b563-76595ce740e2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:57.308187 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548b680b-529f-4e35-a6f2-984b5663318e None None] Network 01df4ded-fcbc-4a2c-8ca7-55920e37f2dc requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:00:57.343709 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f72573-f411-413e-8d2d-968474307e6b admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:00:57.363772 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0621f1-2d9b-4650-bc20-3d13d40518e0 None None] Pushing event updated for resources: {'Port': ['ID=f450d2ec-777c-4075-a148-bdc2295e5158,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:57.368277 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3f72573-f411-413e-8d2d-968474307e6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:57.373561 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55906) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:57.379993 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-e3f72573-f411-413e-8d2d-968474307e6b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1117537 Mar 24 00:00:57.384390 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] Sync routers for ids ['3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:00:57.408444 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0621f1-2d9b-4650-bc20-3d13d40518e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:57.409390 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0621f1-2d9b-4650-bc20-3d13d40518e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:57.409942 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0621f1-2d9b-4650-bc20-3d13d40518e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:57.410511 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0621f1-2d9b-4650-bc20-3d13d40518e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:57.411079 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0621f1-2d9b-4650-bc20-3d13d40518e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:57.411655 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0621f1-2d9b-4650-bc20-3d13d40518e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:57.412267 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0621f1-2d9b-4650-bc20-3d13d40518e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:57.412838 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0621f1-2d9b-4650-bc20-3d13d40518e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:57.413550 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0621f1-2d9b-4650-bc20-3d13d40518e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:57.414111 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0621f1-2d9b-4650-bc20-3d13d40518e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:57.414731 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0621f1-2d9b-4650-bc20-3d13d40518e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:57.415314 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0621f1-2d9b-4650-bc20-3d13d40518e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:57.416005 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0621f1-2d9b-4650-bc20-3d13d40518e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:57.416710 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0621f1-2d9b-4650-bc20-3d13d40518e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:57.417290 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0621f1-2d9b-4650-bc20-3d13d40518e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:00:57.442894 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] Attempting to bind port f450d2ec-777c-4075-a148-bdc2295e5158 on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:00:57.443408 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] Attempting to bind port f450d2ec-777c-4075-a148-bdc2295e5158 by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': '0d27606c-4a9e-4e42-922d-9bea1644bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:00:57.443949 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] Attempting to bind port f450d2ec-777c-4075-a148-bdc2295e5158 on network c4799792-811b-4f18-9239-6f9b0c3a0594 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:00:57.450210 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:00:57.450671 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] Checking segment: {'id': '0d27606c-4a9e-4e42-922d-9bea1644bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:00:57.451198 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:57.451654 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] Bound using segment: {'id': '0d27606c-4a9e-4e42-922d-9bea1644bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:00:57.452227 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] Bound port: f450d2ec-777c-4075-a148-bdc2295e5158, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d27606c-4a9e-4e42-922d-9bea1644bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:00:57.452720 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (f450d2ec-777c-4075-a148-bdc2295e5158), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:57.488327 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-12fbb3e3-aaf6-46cb-a004-e47592f7a036 None None] Provisioning complete for port a6e2e67a-8936-4e4a-b563-76595ce740e2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:00:57.488717 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-12fbb3e3-aaf6-46cb-a004-e47592f7a036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (a6e2e67a-8936-4e4a-b563-76595ce740e2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:57.515271 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] Routers {'3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:00:57.516230 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-24T00:00:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:57.544017 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] For port f450d2ec-777c-4075-a148-bdc2295e5158, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:00:57.551995 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] For port f450d2ec-777c-4075-a148-bdc2295e5158, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=f450d2ec-777c-4075-a148-bdc2295e5158,segment=NetworkSegment(0d27606c-4a9e-4e42-922d-9bea1644bffb),segment_id=0d27606c-4a9e-4e42-922d-9bea1644bffb)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:00:57.561759 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (f450d2ec-777c-4075-a148-bdc2295e5158), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:57.631852 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] Routers {'58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:00:57.632617 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-24T00:00:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:57.635701 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0621f1-2d9b-4650-bc20-3d13d40518e0 None None] Pushing event updated for resources: {'Port': ['ID=f450d2ec-777c-4075-a148-bdc2295e5158,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:57.765108 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port a6e2e67a-8936-4e4a-b563-76595ce740e2 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:00:57.765693 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (a6e2e67a-8936-4e4a-b563-76595ce740e2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:57.810907 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-12fbb3e3-aaf6-46cb-a004-e47592f7a036 None None] Current status of the port a6e2e67a-8936-4e4a-b563-76595ce740e2 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:00:57.811473 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-12fbb3e3-aaf6-46cb-a004-e47592f7a036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (a6e2e67a-8936-4e4a-b563-76595ce740e2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:57.874782 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] For port a6e2e67a-8936-4e4a-b563-76595ce740e2, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=a6e2e67a-8936-4e4a-b563-76595ce740e2,segment=NetworkSegment(132f804f-6abe-44ce-abb1-2913d37f83a9),segment_id=132f804f-6abe-44ce-abb1-2913d37f83a9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:00:57.877589 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] Set router 3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:00:57.915067 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (a6e2e67a-8936-4e4a-b563-76595ce740e2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:57.923283 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] Set router 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:00:57.972356 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2e22cb4-f034-4b67-9602-2148576be781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:58.117576 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.db.api [None req-12fbb3e3-aaf6-46cb-a004-e47592f7a036 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 00:00:58.118230 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG oslo_db.api [None req-12fbb3e3-aaf6-46cb-a004-e47592f7a036 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 00:00:58.132391 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Pushing event updated for resources: {'Port': ['ID=a6e2e67a-8936-4e4a-b563-76595ce740e2,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:58.167660 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'name': 'tempest-TestShelveInstance-1610034185-router', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:53Z', 'revision_number': 4, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'gw_port': {'id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'f450d2ec-777c-4075-a148-bdc2295e5158', 'name': '', 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'mac_address': 'fa:16:3e:0b:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:52Z', 'updated_at': '2022-03-24T00:00:57Z', 'revision_number': 4, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'subnets': [{'id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:58.191493 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-d2e22cb4-f034-4b67-9602-2148576be781 admin admin] Allocated IP 172.20.0.1 (01df4ded-fcbc-4a2c-8ca7-55920e37f2dc/7577e950-fd47-4954-bb05-724892a6b24a/b4688743-2f49-4ab0-8017-b84a0326bf9e) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:00:58.195942 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab3e2f-01fc-46c0-b8f6-df82f5602d55 None None] The sync data for ids ['58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'] in dv-cinder-749155-6-iscsi is: [{'id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'name': 'tempest-TestShelveInstance-1610034185-router', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:53Z', 'revision_number': 4, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'gw_port': {'id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'f450d2ec-777c-4075-a148-bdc2295e5158', 'name': '', 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'mac_address': 'fa:16:3e:0b:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:52Z', 'updated_at': '2022-03-24T00:00:57Z', 'revision_number': 4, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'subnets': [{'id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:00:58.241504 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1', 'name': 'tempest-TestShelveInstance-1156102097-router', 'tenant_id': 'ecd4143ccdb640fe8334a04e21242059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '6f6330b3-6238-4da1-ab37-b28e61c9148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:55Z', 'updated_at': '2022-03-24T00:00:56Z', 'revision_number': 3, 'project_id': 'ecd4143ccdb640fe8334a04e21242059', 'gw_port': {'id': '6f6330b3-6238-4da1-ab37-b28e61c9148f', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:55Z', 'updated_at': '2022-03-24T00:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:58.274396 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] Checking router: 3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1 for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:00:58.274746 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] Updating router 3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1 port 6f6330b3-6238-4da1-ab37-b28e61c9148f binding host dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:00:58.304282 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (6f6330b3-6238-4da1-ab37-b28e61c9148f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:58.310324 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2e22cb4-f034-4b67-9602-2148576be781 admin admin] Publish callbacks [] for port (b4688743-2f49-4ab0-8017-b84a0326bf9e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:58.348924 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2e22cb4-f034-4b67-9602-2148576be781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (b4688743-2f49-4ab0-8017-b84a0326bf9e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:58.391618 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e22cb4-f034-4b67-9602-2148576be781 admin admin] Network 01df4ded-fcbc-4a2c-8ca7-55920e37f2dc is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:00:58.398937 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-d2e22cb4-f034-4b67-9602-2148576be781 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:00:58.404683 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e22cb4-f034-4b67-9602-2148576be781 admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:00:58.407670 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e22cb4-f034-4b67-9602-2148576be781 admin admin] Pushing event updated for resources: {'Port': ['ID=b4688743-2f49-4ab0-8017-b84a0326bf9e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:58.454380 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2e22cb4-f034-4b67-9602-2148576be781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574717'] for router_interface (3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:58.619024 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2e22cb4-f034-4b67-9602-2148576be781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (b4688743-2f49-4ab0-8017-b84a0326bf9e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:58.839014 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] Publish callbacks [] for port (6f6330b3-6238-4da1-ab37-b28e61c9148f), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:58.839676 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2e22cb4-f034-4b67-9602-2148576be781 admin admin] Publish callbacks [] for port (b4688743-2f49-4ab0-8017-b84a0326bf9e), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:58.844143 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-12fbb3e3-aaf6-46cb-a004-e47592f7a036 None None] Current status of the port a6e2e67a-8936-4e4a-b563-76595ce740e2 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:00:58.848297 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2e22cb4-f034-4b67-9602-2148576be781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (b4688743-2f49-4ab0-8017-b84a0326bf9e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:58.851775 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (6f6330b3-6238-4da1-ab37-b28e61c9148f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:58.915310 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928e19a-f9f2-4f33-bedb-49f399ec0cf4 None None] Pushing event updated for resources: {'Port': ['ID=6f6330b3-6238-4da1-ab37-b28e61c9148f,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:58.922581 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] Attempting to bind port 6f6330b3-6238-4da1-ab37-b28e61c9148f on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:00:58.923357 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] Attempting to bind port 6f6330b3-6238-4da1-ab37-b28e61c9148f by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:00:58.923751 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] Attempting to bind port 6f6330b3-6238-4da1-ab37-b28e61c9148f on network b729df10-08c3-4315-b5ba-4a4ad36352af {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:00:58.930945 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:00:58.931172 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] Checking segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:00:58.931612 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:58.932240 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] Bound using segment: {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:00:58.932745 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] Bound port: 6f6330b3-6238-4da1-ab37-b28e61c9148f, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04c7c2a-066f-4c8a-ada3-ec91bcd237cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:00:58.933126 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (6f6330b3-6238-4da1-ab37-b28e61c9148f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:58.941928 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e22cb4-f034-4b67-9602-2148576be781 admin admin] Pushing event updated for resources: {'Port': ['ID=b4688743-2f49-4ab0-8017-b84a0326bf9e,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:58.944940 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2e22cb4-f034-4b67-9602-2148576be781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574569'] for router_interface (3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:59.005939 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device b769f400-3567-4c32-848b-3ae4582bd289 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:00:59.011442 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-aa73a62f-65b7-4893-b386-e0673b627665 None None] Provisioning complete for port a6e2e67a-8936-4e4a-b563-76595ce740e2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:00:59.011810 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-aa73a62f-65b7-4893-b386-e0673b627665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (a6e2e67a-8936-4e4a-b563-76595ce740e2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:59.058517 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] For port 6f6330b3-6238-4da1-ab37-b28e61c9148f, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:00:59.062388 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e22cb4-f034-4b67-9602-2148576be781 admin admin] Network 01df4ded-fcbc-4a2c-8ca7-55920e37f2dc is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:00:59.063835 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-d2e22cb4-f034-4b67-9602-2148576be781 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:00:59.090088 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] For port 6f6330b3-6238-4da1-ab37-b28e61c9148f, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=6f6330b3-6238-4da1-ab37-b28e61c9148f,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:00:59.105980 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (6f6330b3-6238-4da1-ab37-b28e61c9148f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:59.189516 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port b769f400-3567-4c32-848b-3ae4582bd289 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:00:59.190174 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (b769f400-3567-4c32-848b-3ae4582bd289), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:59.228551 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e22cb4-f034-4b67-9602-2148576be781 admin admin] Router 3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:00:59.247301 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928e19a-f9f2-4f33-bedb-49f399ec0cf4 None None] Pushing event updated for resources: {'Port': ['ID=6f6330b3-6238-4da1-ab37-b28e61c9148f,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:00:59.260192 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] Routers {'3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:00:59.261289 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-24T00:00:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:59.342832 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-aa73a62f-65b7-4893-b386-e0673b627665 None None] Current status of the port a6e2e67a-8936-4e4a-b563-76595ce740e2 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:00:59.358862 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e22cb4-f034-4b67-9602-2148576be781 admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:00:59.374456 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-d2e22cb4-f034-4b67-9602-2148576be781 admin admin] 10.222.0.31 "PUT /v2.0/routers/3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9896989 Mar 24 00:00:59.384988 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-aa73a62f-65b7-4893-b386-e0673b627665 None None] Provisioning complete for port b4688743-2f49-4ab0-8017-b84a0326bf9e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:00:59.385455 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-aa73a62f-65b7-4893-b386-e0673b627665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (b4688743-2f49-4ab0-8017-b84a0326bf9e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:59.465037 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] Set router 3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:00:59.495746 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-aa73a62f-65b7-4893-b386-e0673b627665 None None] Port b4688743-2f49-4ab0-8017-b84a0326bf9e cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:00:59.502201 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port b769f400-3567-4c32-848b-3ae4582bd289 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:00:59.503757 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device f450d2ec-777c-4075-a148-bdc2295e5158 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:00:59.582018 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-aa73a62f-65b7-4893-b386-e0673b627665 None None] Provisioning complete for port f450d2ec-777c-4075-a148-bdc2295e5158 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:00:59.582390 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-aa73a62f-65b7-4893-b386-e0673b627665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (f450d2ec-777c-4075-a148-bdc2295e5158), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:59.663525 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:00:59.707896 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port f450d2ec-777c-4075-a148-bdc2295e5158 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:00:59.708267 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (f450d2ec-777c-4075-a148-bdc2295e5158), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:59.806402 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-aa73a62f-65b7-4893-b386-e0673b627665 None None] Current status of the port f450d2ec-777c-4075-a148-bdc2295e5158 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:00:59.806839 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-aa73a62f-65b7-4893-b386-e0673b627665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (f450d2ec-777c-4075-a148-bdc2295e5158), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:59.877378 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-aa73a62f-65b7-4893-b386-e0673b627665 None None] For port f450d2ec-777c-4075-a148-bdc2295e5158, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=f450d2ec-777c-4075-a148-bdc2295e5158,segment=NetworkSegment(0d27606c-4a9e-4e42-922d-9bea1644bffb),segment_id=0d27606c-4a9e-4e42-922d-9bea1644bffb)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:00:59.888622 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-aa73a62f-65b7-4893-b386-e0673b627665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (f450d2ec-777c-4075-a148-bdc2295e5158), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:59.893810 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port f450d2ec-777c-4075-a148-bdc2295e5158 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:00:59.894600 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (f450d2ec-777c-4075-a148-bdc2295e5158), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:00:59.900461 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1', 'name': 'tempest-TestShelveInstance-1156102097-router', 'tenant_id': 'ecd4143ccdb640fe8334a04e21242059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '6f6330b3-6238-4da1-ab37-b28e61c9148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:55Z', 'updated_at': '2022-03-24T00:00:58Z', 'revision_number': 4, 'project_id': 'ecd4143ccdb640fe8334a04e21242059', 'gw_port': {'id': '6f6330b3-6238-4da1-ab37-b28e61c9148f', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:55Z', 'updated_at': '2022-03-24T00:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'b4688743-2f49-4ab0-8017-b84a0326bf9e', 'name': '', 'network_id': '01df4ded-fcbc-4a2c-8ca7-55920e37f2dc', 'tenant_id': 'ecd4143ccdb640fe8334a04e21242059', 'mac_address': 'fa:16:3e:0c:a8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '7577e950-fd47-4954-bb05-724892a6b24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:58Z', 'updated_at': '2022-03-24T00:00:58Z', 'revision_number': 2, 'project_id': 'ecd4143ccdb640fe8334a04e21242059', 'subnets': [{'id': '7577e950-fd47-4954-bb05-724892a6b24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:00:59.943757 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55914) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:00:59.950288 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-8eea8255-84ef-42e9-a433-64611161b9e6 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-653313705', 'description': 'tempest-secgroup-smoke-653313705 description', 'project_id': 'e7773efe1c8f41ee855678b567eb87ec'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:00:59.966572 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c630566-00d1-4834-bf71-225aba39d95d None None] The sync data for ids ['3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1'] in dv-cinder-749155-6-iscsi is: [{'id': '3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1', 'name': 'tempest-TestShelveInstance-1156102097-router', 'tenant_id': 'ecd4143ccdb640fe8334a04e21242059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '6f6330b3-6238-4da1-ab37-b28e61c9148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:55Z', 'updated_at': '2022-03-24T00:00:58Z', 'revision_number': 4, 'project_id': 'ecd4143ccdb640fe8334a04e21242059', 'gw_port': {'id': '6f6330b3-6238-4da1-ab37-b28e61c9148f', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:55Z', 'updated_at': '2022-03-24T00:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'b4688743-2f49-4ab0-8017-b84a0326bf9e', 'name': '', 'network_id': '01df4ded-fcbc-4a2c-8ca7-55920e37f2dc', 'tenant_id': 'ecd4143ccdb640fe8334a04e21242059', 'mac_address': 'fa:16:3e:0c:a8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '7577e950-fd47-4954-bb05-724892a6b24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:58Z', 'updated_at': '2022-03-24T00:00:58Z', 'revision_number': 2, 'project_id': 'ecd4143ccdb640fe8334a04e21242059', 'subnets': [{'id': '7577e950-fd47-4954-bb05-724892a6b24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:00:59.991250 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8eea8255-84ef-42e9-a433-64611161b9e6 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.030347 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73a62f-65b7-4893-b386-e0673b627665 None None] Pushing event updated for resources: {'Port': ['ID=f450d2ec-777c-4075-a148-bdc2295e5158,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:01:00.042131 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.db.api [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 00:01:00.042576 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG oslo_db.api [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 00:01:00.047369 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-671e23c2-86a2-48f3-b5bb-1e42a961560e None None] Provisioning complete for port b4688743-2f49-4ab0-8017-b84a0326bf9e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:01:00.047743 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-671e23c2-86a2-48f3-b5bb-1e42a961560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (b4688743-2f49-4ab0-8017-b84a0326bf9e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.100122 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8eea8255-84ef-42e9-a433-64611161b9e6 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group (bfa12905-3f3f-47da-bc11-24436bb129db), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.106599 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-671e23c2-86a2-48f3-b5bb-1e42a961560e None None] Port b4688743-2f49-4ab0-8017-b84a0326bf9e cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:01:00.107163 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8eea8255-84ef-42e9-a433-64611161b9e6 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (bfa12905-3f3f-47da-bc11-24436bb129db), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.145323 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8eea8255-84ef-42e9-a433-64611161b9e6 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.146589 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-8eea8255-84ef-42e9-a433-64611161b9e6 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2014802 Mar 24 00:01:00.150103 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55916) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:01:00.151168 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea8255-84ef-42e9-a433-64611161b9e6 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa12905-3f3f-47da-bc11-24436bb129db,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:01:00.156152 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8be542cd-b136-4e6f-af3b-dfa9955d79a5 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Request body: {'security_group_rule': {'security_group_id': 'bfa12905-3f3f-47da-bc11-24436bb129db', 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:01:00.205397 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8be542cd-b136-4e6f-af3b-dfa9955d79a5 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group_rule (143ba279-4a34-424b-877a-b0072e38dd52), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.302075 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8be542cd-b136-4e6f-af3b-dfa9955d79a5 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group_rule (143ba279-4a34-424b-877a-b0072e38dd52), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.312520 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8be542cd-b136-4e6f-af3b-dfa9955d79a5 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (143ba279-4a34-424b-877a-b0072e38dd52), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.335897 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be542cd-b136-4e6f-af3b-dfa9955d79a5 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143ba279-4a34-424b-877a-b0072e38dd52,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:01:00.354524 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8be542cd-b136-4e6f-af3b-dfa9955d79a5 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.359160 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-8be542cd-b136-4e6f-af3b-dfa9955d79a5 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2044027 Mar 24 00:01:00.360559 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55918) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:01:00.369147 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-18704732-f634-488d-baec-6bdb841a737c tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Request body: {'security_group_rule': {'security_group_id': 'bfa12905-3f3f-47da-bc11-24436bb129db', 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:01:00.399093 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-18704732-f634-488d-baec-6bdb841a737c tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group_rule (be3df024-9276-4813-a41f-471670df2323), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.468187 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-18704732-f634-488d-baec-6bdb841a737c tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group_rule (be3df024-9276-4813-a41f-471670df2323), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.473738 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-18704732-f634-488d-baec-6bdb841a737c tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (be3df024-9276-4813-a41f-471670df2323), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.494368 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18704732-f634-488d-baec-6bdb841a737c tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3df024-9276-4813-a41f-471670df2323,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:01:00.508920 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-18704732-f634-488d-baec-6bdb841a737c tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.514173 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-18704732-f634-488d-baec-6bdb841a737c tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1487775 Mar 24 00:01:00.515052 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55920) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:01:00.519718 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-37233b72-d620-47ab-879e-c01c6b9f91ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Request body: {'security_group_rule': {'security_group_id': 'bfa12905-3f3f-47da-bc11-24436bb129db', 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:01:00.557972 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37233b72-d620-47ab-879e-c01c6b9f91ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group_rule (123d2d06-0d35-4cd8-bbfa-14892b5b957d), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.594879 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port f450d2ec-777c-4075-a148-bdc2295e5158 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:01:00.595923 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device a6e2e67a-8936-4e4a-b563-76595ce740e2 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:01:00.638734 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37233b72-d620-47ab-879e-c01c6b9f91ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group_rule (123d2d06-0d35-4cd8-bbfa-14892b5b957d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.646646 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37233b72-d620-47ab-879e-c01c6b9f91ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (123d2d06-0d35-4cd8-bbfa-14892b5b957d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.662316 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port a6e2e67a-8936-4e4a-b563-76595ce740e2 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:01:00.662804 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (a6e2e67a-8936-4e4a-b563-76595ce740e2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.663942 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37233b72-d620-47ab-879e-c01c6b9f91ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123d2d06-0d35-4cd8-bbfa-14892b5b957d,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:01:00.691047 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37233b72-d620-47ab-879e-c01c6b9f91ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.692981 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-37233b72-d620-47ab-879e-c01c6b9f91ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1763585 Mar 24 00:01:00.697128 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55922) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:01:00.705296 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d1d51572-1121-4139-bdf0-7cc96d335af3 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Request body: {'security_group_rule': {'security_group_id': 'bfa12905-3f3f-47da-bc11-24436bb129db', 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:01:00.743500 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1d51572-1121-4139-bdf0-7cc96d335af3 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group_rule (a7a4a3d9-a590-45be-bbab-88d01b424ebf), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.770153 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port a6e2e67a-8936-4e4a-b563-76595ce740e2 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:01:00.807603 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1d51572-1121-4139-bdf0-7cc96d335af3 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group_rule (a7a4a3d9-a590-45be-bbab-88d01b424ebf), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.812939 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1d51572-1121-4139-bdf0-7cc96d335af3 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (a7a4a3d9-a590-45be-bbab-88d01b424ebf), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.834435 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d51572-1121-4139-bdf0-7cc96d335af3 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a4a3d9-a590-45be-bbab-88d01b424ebf,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:01:00.846692 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1d51572-1121-4139-bdf0-7cc96d335af3 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.848289 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-d1d51572-1121-4139-bdf0-7cc96d335af3 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1495023 Mar 24 00:01:00.850906 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 55924) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:01:00.856788 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d10efafc-d0a7-4bc6-abd1-4c3444b89712 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Request body: {'security_group_rule': {'security_group_id': 'bfa12905-3f3f-47da-bc11-24436bb129db', 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:01:00.880696 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device f450d2ec-777c-4075-a148-bdc2295e5158 up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:01:00.882556 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.db.securitygroups_db [None req-d10efafc-d0a7-4bc6-abd1-4c3444b89712 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Project e7773efe1c8f41ee855678b567eb87ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 00:01:00.888650 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d10efafc-d0a7-4bc6-abd1-4c3444b89712 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group_rule (29dfa1d2-fecb-47b3-8bae-af7ce85ee6c6), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:00.944229 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port f450d2ec-777c-4075-a148-bdc2295e5158 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:01:00.944705 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (f450d2ec-777c-4075-a148-bdc2295e5158), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:01.013488 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d10efafc-d0a7-4bc6-abd1-4c3444b89712 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group_rule (29dfa1d2-fecb-47b3-8bae-af7ce85ee6c6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:01.020118 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d10efafc-d0a7-4bc6-abd1-4c3444b89712 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (29dfa1d2-fecb-47b3-8bae-af7ce85ee6c6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:01.047299 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10efafc-d0a7-4bc6-abd1-4c3444b89712 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29dfa1d2-fecb-47b3-8bae-af7ce85ee6c6,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:01:01.058025 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d10efafc-d0a7-4bc6-abd1-4c3444b89712 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:01.059962 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-d10efafc-d0a7-4bc6-abd1-4c3444b89712 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2077310 Mar 24 00:01:01.062899 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 55926) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:01:01.070457 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-b473b727-7c2f-4772-96fb-81c0e3f26459 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Request body: {'security_group_rule': {'security_group_id': 'bfa12905-3f3f-47da-bc11-24436bb129db', 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:01:01.100215 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port f450d2ec-777c-4075-a148-bdc2295e5158 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:01:01.107843 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-b473b727-7c2f-4772-96fb-81c0e3f26459 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Project e7773efe1c8f41ee855678b567eb87ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 00:01:01.114801 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b473b727-7c2f-4772-96fb-81c0e3f26459 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group_rule (dbe8a38a-14e6-4584-a6e3-d0b2a7efcf75), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:01.205955 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b473b727-7c2f-4772-96fb-81c0e3f26459 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group_rule (dbe8a38a-14e6-4584-a6e3-d0b2a7efcf75), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:01.210857 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b473b727-7c2f-4772-96fb-81c0e3f26459 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526186'] for security_group_rule (dbe8a38a-14e6-4584-a6e3-d0b2a7efcf75), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:01.231329 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473b727-7c2f-4772-96fb-81c0e3f26459 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe8a38a-14e6-4584-a6e3-d0b2a7efcf75,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:01:01.239585 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b473b727-7c2f-4772-96fb-81c0e3f26459 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:01.247067 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-b473b727-7c2f-4772-96fb-81c0e3f26459 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1764507 Mar 24 00:01:02.561865 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] Sync routers for ids ['3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:01:02.577333 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] Routers {'3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:01:02.578378 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-24T00:00:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:01:02.735158 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] Set router 3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:01:02.907596 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 6f6330b3-6238-4da1-ab37-b28e61c9148f up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:01:02.978920 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 6f6330b3-6238-4da1-ab37-b28e61c9148f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:01:02.979311 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (6f6330b3-6238-4da1-ab37-b28e61c9148f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:03.015384 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1', 'name': 'tempest-TestShelveInstance-1156102097-router', 'tenant_id': 'ecd4143ccdb640fe8334a04e21242059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '6f6330b3-6238-4da1-ab37-b28e61c9148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:55Z', 'updated_at': '2022-03-24T00:00:58Z', 'revision_number': 4, 'project_id': 'ecd4143ccdb640fe8334a04e21242059', 'gw_port': {'id': '6f6330b3-6238-4da1-ab37-b28e61c9148f', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:55Z', 'updated_at': '2022-03-24T00:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'b4688743-2f49-4ab0-8017-b84a0326bf9e', 'name': '', 'network_id': '01df4ded-fcbc-4a2c-8ca7-55920e37f2dc', 'tenant_id': 'ecd4143ccdb640fe8334a04e21242059', 'mac_address': 'fa:16:3e:0c:a8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '7577e950-fd47-4954-bb05-724892a6b24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:58Z', 'updated_at': '2022-03-24T00:00:58Z', 'revision_number': 2, 'project_id': 'ecd4143ccdb640fe8334a04e21242059', 'subnets': [{'id': '7577e950-fd47-4954-bb05-724892a6b24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:01:03.050200 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] Checking router: 3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1 for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:01:03.050547 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] Updating router 3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1 port b4688743-2f49-4ab0-8017-b84a0326bf9e binding host dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 00:01:03.090126 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (b4688743-2f49-4ab0-8017-b84a0326bf9e), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:03.101448 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 6f6330b3-6238-4da1-ab37-b28e61c9148f is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:01:03.101866 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (6f6330b3-6238-4da1-ab37-b28e61c9148f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:03.127133 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] For port 6f6330b3-6238-4da1-ab37-b28e61c9148f, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=6f6330b3-6238-4da1-ab37-b28e61c9148f,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:01:03.138197 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (6f6330b3-6238-4da1-ab37-b28e61c9148f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:03.209074 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Pushing event updated for resources: {'Port': ['ID=6f6330b3-6238-4da1-ab37-b28e61c9148f,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:01:03.442278 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] Publish callbacks [] for port (b4688743-2f49-4ab0-8017-b84a0326bf9e), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:03.448883 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (b4688743-2f49-4ab0-8017-b84a0326bf9e), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:03.509152 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e76173-2f23-49b5-83d9-e4c0544e9722 None None] Pushing event updated for resources: {'Port': ['ID=b4688743-2f49-4ab0-8017-b84a0326bf9e,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:01:03.579291 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] Attempting to bind port b4688743-2f49-4ab0-8017-b84a0326bf9e on host dv-cinder-749155-6-iscsi for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:01:03.580020 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] Attempting to bind port b4688743-2f49-4ab0-8017-b84a0326bf9e by drivers openvswitch,hyperv on host dv-cinder-749155-6-iscsi at level 0 using segments [{'id': '132f804f-6abe-44ce-abb1-2913d37f83a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '01df4ded-fcbc-4a2c-8ca7-55920e37f2dc'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:01:03.580020 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] Attempting to bind port b4688743-2f49-4ab0-8017-b84a0326bf9e on network 01df4ded-fcbc-4a2c-8ca7-55920e37f2dc {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:01:03.588814 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] Checking agent: {'id': '78a7b327-5946-4a2e-91ae-172e10d64274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 40, 43), 'started_at': datetime.datetime(2022, 3, 23, 23, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:01:03.589484 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] Checking segment: {'id': '132f804f-6abe-44ce-abb1-2913d37f83a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '01df4ded-fcbc-4a2c-8ca7-55920e37f2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:01:03.590308 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:03.590557 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] Bound using segment: {'id': '132f804f-6abe-44ce-abb1-2913d37f83a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '01df4ded-fcbc-4a2c-8ca7-55920e37f2dc'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:01:03.591499 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] Bound port: b4688743-2f49-4ab0-8017-b84a0326bf9e, host: dv-cinder-749155-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132f804f-6abe-44ce-abb1-2913d37f83a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '01df4ded-fcbc-4a2c-8ca7-55920e37f2dc'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:01:03.592034 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (b4688743-2f49-4ab0-8017-b84a0326bf9e), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:03.687821 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] For port b4688743-2f49-4ab0-8017-b84a0326bf9e, host dv-cinder-749155-6-iscsi, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:01:03.694660 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] For port b4688743-2f49-4ab0-8017-b84a0326bf9e, host dv-cinder-749155-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=b4688743-2f49-4ab0-8017-b84a0326bf9e,segment=NetworkSegment(132f804f-6abe-44ce-abb1-2913d37f83a9),segment_id=132f804f-6abe-44ce-abb1-2913d37f83a9)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:01:03.702623 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (b4688743-2f49-4ab0-8017-b84a0326bf9e), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:03.775406 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] Routers {'3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:01:03.775687 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-dee1e870-7101-4376-a8dd-47b709d5c5c1 None None] Provisioning complete for port b4688743-2f49-4ab0-8017-b84a0326bf9e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:01:03.776280 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-24T00:00:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:01:03.776510 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dee1e870-7101-4376-a8dd-47b709d5c5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (b4688743-2f49-4ab0-8017-b84a0326bf9e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:03.852493 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e76173-2f23-49b5-83d9-e4c0544e9722 None None] Pushing event updated for resources: {'Port': ['ID=b4688743-2f49-4ab0-8017-b84a0326bf9e,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:01:03.895977 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-dee1e870-7101-4376-a8dd-47b709d5c5c1 None None] Current status of the port b4688743-2f49-4ab0-8017-b84a0326bf9e is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:01:03.896913 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dee1e870-7101-4376-a8dd-47b709d5c5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (b4688743-2f49-4ab0-8017-b84a0326bf9e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:03.954119 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] Set router 3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:01:04.110906 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-dee1e870-7101-4376-a8dd-47b709d5c5c1 None None] For port b4688743-2f49-4ab0-8017-b84a0326bf9e, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=b4688743-2f49-4ab0-8017-b84a0326bf9e,segment=NetworkSegment(132f804f-6abe-44ce-abb1-2913d37f83a9),segment_id=132f804f-6abe-44ce-abb1-2913d37f83a9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:01:04.116699 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dee1e870-7101-4376-a8dd-47b709d5c5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (b4688743-2f49-4ab0-8017-b84a0326bf9e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:04.191219 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1e870-7101-4376-a8dd-47b709d5c5c1 None None] Pushing event updated for resources: {'Port': ['ID=b4688743-2f49-4ab0-8017-b84a0326bf9e,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:01:04.246633 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0f0c86c7-5a3a-4064-9f00-77b3664cbeb7 None None] Provisioning complete for port b4688743-2f49-4ab0-8017-b84a0326bf9e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:01:04.247068 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0f0c86c7-5a3a-4064-9f00-77b3664cbeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (b4688743-2f49-4ab0-8017-b84a0326bf9e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:04.264723 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1', 'name': 'tempest-TestShelveInstance-1156102097-router', 'tenant_id': 'ecd4143ccdb640fe8334a04e21242059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '6f6330b3-6238-4da1-ab37-b28e61c9148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:55Z', 'updated_at': '2022-03-24T00:00:58Z', 'revision_number': 4, 'project_id': 'ecd4143ccdb640fe8334a04e21242059', 'gw_port': {'id': '6f6330b3-6238-4da1-ab37-b28e61c9148f', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:55Z', 'updated_at': '2022-03-24T00:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'b4688743-2f49-4ab0-8017-b84a0326bf9e', 'name': '', 'network_id': '01df4ded-fcbc-4a2c-8ca7-55920e37f2dc', 'tenant_id': 'ecd4143ccdb640fe8334a04e21242059', 'mac_address': 'fa:16:3e:0c:a8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '7577e950-fd47-4954-bb05-724892a6b24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:58Z', 'updated_at': '2022-03-24T00:01:03Z', 'revision_number': 4, 'project_id': 'ecd4143ccdb640fe8334a04e21242059', 'subnets': [{'id': '7577e950-fd47-4954-bb05-724892a6b24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:01:04.298591 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa4821-0397-49a1-ab56-e222d9dfdd12 None None] The sync data for ids ['3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1'] in dv-cinder-749155-6-iscsi is: [{'id': '3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1', 'name': 'tempest-TestShelveInstance-1156102097-router', 'tenant_id': 'ecd4143ccdb640fe8334a04e21242059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '6f6330b3-6238-4da1-ab37-b28e61c9148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:55Z', 'updated_at': '2022-03-24T00:00:58Z', 'revision_number': 4, 'project_id': 'ecd4143ccdb640fe8334a04e21242059', 'gw_port': {'id': '6f6330b3-6238-4da1-ab37-b28e61c9148f', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:55Z', 'updated_at': '2022-03-24T00:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'b4688743-2f49-4ab0-8017-b84a0326bf9e', 'name': '', 'network_id': '01df4ded-fcbc-4a2c-8ca7-55920e37f2dc', 'tenant_id': 'ecd4143ccdb640fe8334a04e21242059', 'mac_address': 'fa:16:3e:0c:a8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '7577e950-fd47-4954-bb05-724892a6b24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:58Z', 'updated_at': '2022-03-24T00:01:03Z', 'revision_number': 4, 'project_id': 'ecd4143ccdb640fe8334a04e21242059', 'subnets': [{'id': '7577e950-fd47-4954-bb05-724892a6b24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:01:04.350920 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c86c7-5a3a-4064-9f00-77b3664cbeb7 None None] Current status of the port b4688743-2f49-4ab0-8017-b84a0326bf9e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:01:04.914779 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 6f6330b3-6238-4da1-ab37-b28e61c9148f up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:01:04.977646 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port 6f6330b3-6238-4da1-ab37-b28e61c9148f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:01:04.978055 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (6f6330b3-6238-4da1-ab37-b28e61c9148f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:05.070989 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port 6f6330b3-6238-4da1-ab37-b28e61c9148f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:01:05.072170 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device b4688743-2f49-4ab0-8017-b84a0326bf9e up at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:01:05.136632 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Provisioning complete for port b4688743-2f49-4ab0-8017-b84a0326bf9e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:01:05.137372 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (b4688743-2f49-4ab0-8017-b84a0326bf9e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:05.250851 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Current status of the port b4688743-2f49-4ab0-8017-b84a0326bf9e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:01:07.245698 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e2829ff9-c7bb-419e-9094-d1f28534bbef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:09.362558 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4b3c2575-1cfd-4a06-8122-4bd8635ed28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:10.625380 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:12.179812 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:13.325395 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:15.760748 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-e47dd3da-3c64-40e4-aefb-f15c6924f9f6 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-653313705&fields=id&tenant_id=e7773efe1c8f41ee855678b567eb87ec HTTP/1.1" status: 200 len: 267 time: 0.0482121 Mar 24 00:01:15.888408 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-e60f12ec-09e8-4ba8-816a-85082e558ebe tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:15.889896 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-e60f12ec-09e8-4ba8-816a-85082e558ebe tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/networks?id=c4799792-811b-4f18-9239-6f9b0c3a0594 HTTP/1.1" status: 200 len: 809 time: 0.1220102 Mar 24 00:01:15.905713 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-9e2a605e-3658-4139-b4ec-c75cd1798157 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/quotas/e7773efe1c8f41ee855678b567eb87ec HTTP/1.1" status: 200 len: 375 time: 0.0100551 Mar 24 00:01:15.970236 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-fc8f93c9-22b6-45a2-a6fb-98665d42207c tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7773efe1c8f41ee855678b567eb87ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580523 Mar 24 00:01:16.078893 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-18129c3a-e419-466e-a663-c5854f361eb2 service neutron] 10.222.0.31 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964227 Mar 24 00:01:16.186617 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-81b38f6f-9169-4845-b39f-ab3e0d22660d service neutron] 10.222.0.31 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002295 Mar 24 00:01:16.509625 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ba74c2dc-1c9a-4967-8428-46d8f5fe76c1 req-0266ad5c-5d6a-41ea-a44e-afe964bda581 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 210 time: 0.0296102 Mar 24 00:01:17.611718 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7b3f5a8a-fdcd-4b14-9cc7-6cf48bc49416 req-05efe10d-7f71-4ec4-86d5-73367b4f82b0 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 210 time: 0.0295467 Mar 24 00:01:17.675891 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-82207b94-e11d-4165-8321-f9f225538619 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:17.677964 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-82207b94-e11d-4165-8321-f9f225538619 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.20 "GET /v2.0/networks?id=c4799792-811b-4f18-9239-6f9b0c3a0594 HTTP/1.1" status: 200 len: 809 time: 0.1343136 Mar 24 00:01:17.755748 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-184207b8-d46d-44a1-a588-7a2a0994ecc2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7773efe1c8f41ee855678b567eb87ec HTTP/1.1" status: 200 len: 379 time: 0.0694492 Mar 24 00:01:17.764101 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-37587489-a22c-497f-bfa7-40d4f15a2428 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Request body: {'port': {'device_id': 'fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2', 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594', 'admin_state_up': True, 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'security_groups': ['bfa12905-3f3f-47da-bc11-24436bb129db']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:01:17.901429 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-37587489-a22c-497f-bfa7-40d4f15a2428 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Made reservation on behalf of e7773efe1c8f41ee855678b567eb87ec for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 00:01:17.905647 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-37587489-a22c-497f-bfa7-40d4f15a2428 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:18.064980 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-37587489-a22c-497f-bfa7-40d4f15a2428 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Allocated IP 172.20.0.5 (c4799792-811b-4f18-9239-6f9b0c3a0594/9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b/5e527348-12e8-48b9-981e-f145178dbc10) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:01:18.241399 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-37587489-a22c-497f-bfa7-40d4f15a2428 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for port (5e527348-12e8-48b9-981e-f145178dbc10), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:18.289965 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-37587489-a22c-497f-bfa7-40d4f15a2428 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (5e527348-12e8-48b9-981e-f145178dbc10), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:18.340449 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-37587489-a22c-497f-bfa7-40d4f15a2428 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Network c4799792-811b-4f18-9239-6f9b0c3a0594 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:01:18.343691 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-37587489-a22c-497f-bfa7-40d4f15a2428 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:01:18.350160 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-37587489-a22c-497f-bfa7-40d4f15a2428 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:01:18.357319 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37587489-a22c-497f-bfa7-40d4f15a2428 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Pushing event updated for resources: {'Port': ['ID=5e527348-12e8-48b9-981e-f145178dbc10,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:01:18.407490 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-37587489-a22c-497f-bfa7-40d4f15a2428 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:18.408436 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-37587489-a22c-497f-bfa7-40d4f15a2428 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:18.431363 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-37587489-a22c-497f-bfa7-40d4f15a2428 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6711276 Mar 24 00:01:18.444804 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] Request body: {'port': {'device_id': 'fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:01:18.517285 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (5e527348-12e8-48b9-981e-f145178dbc10), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:18.567318 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1520ce3f-538d-434c-923f-594b1fb7cd3a None None] Provisioning complete for port 5e527348-12e8-48b9-981e-f145178dbc10 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:01:18.568084 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1520ce3f-538d-434c-923f-594b1fb7cd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (5e527348-12e8-48b9-981e-f145178dbc10), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:18.605383 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1520ce3f-538d-434c-923f-594b1fb7cd3a None None] Port 5e527348-12e8-48b9-981e-f145178dbc10 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 00:01:18.761668 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185344ab-6950-42cf-91c6-2efac98fa519 req-d8bf5c74-a5e8-40a8-ae56-ea4e050e2bad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:18.763208 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-185344ab-6950-42cf-91c6-2efac98fa519 req-d8bf5c74-a5e8-40a8-ae56-ea4e050e2bad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 931 time: 0.0550125 Mar 24 00:01:18.814770 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-185344ab-6950-42cf-91c6-2efac98fa519 req-35a98698-dc91-4d6f-8053-b09e9f59b884 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454903 Mar 24 00:01:18.826981 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:18.836476 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e527348-12e8-48b9-981e-f145178dbc10 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:01:18.841975 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] Publish callbacks [] for port (5e527348-12e8-48b9-981e-f145178dbc10), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:18.854140 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] Transition to ACTIVE for port object 5e527348-12e8-48b9-981e-f145178dbc10 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 00:01:18.858821 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (5e527348-12e8-48b9-981e-f145178dbc10), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:18.907314 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] Pushing event updated for resources: {'Port': ['ID=5e527348-12e8-48b9-981e-f145178dbc10,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:01:18.982234 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] Attempting to bind port 5e527348-12e8-48b9-981e-f145178dbc10 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 00:01:18.982574 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] Attempting to bind port 5e527348-12e8-48b9-981e-f145178dbc10 by drivers openvswitch,hyperv on host hv-cinder-74915 at level 0 using segments [{'id': '0d27606c-4a9e-4e42-922d-9bea1644bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 00:01:18.982903 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] Attempting to bind port 5e527348-12e8-48b9-981e-f145178dbc10 on network c4799792-811b-4f18-9239-6f9b0c3a0594 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:01:18.987758 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] Port 5e527348-12e8-48b9-981e-f145178dbc10 on network c4799792-811b-4f18-9239-6f9b0c3a0594 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74915 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 00:01:18.988108 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] Attempting to bind port 5e527348-12e8-48b9-981e-f145178dbc10 on network c4799792-811b-4f18-9239-6f9b0c3a0594 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 00:01:18.993614 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] Checking agent: {'id': '2d61b05e-ad9b-40a9-b090-e166b5d2cafe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'started_at': datetime.datetime(2022, 3, 23, 23, 46, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 0, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 00:01:18.993956 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] Checking segment: {'id': '0d27606c-4a9e-4e42-922d-9bea1644bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 00:01:18.994346 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] Bound using segment: {'id': '0d27606c-4a9e-4e42-922d-9bea1644bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 00:01:18.994773 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] Bound port: 5e527348-12e8-48b9-981e-f145178dbc10, host: hv-cinder-74915, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d27606c-4a9e-4e42-922d-9bea1644bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 00:01:18.995130 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (5e527348-12e8-48b9-981e-f145178dbc10), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:19.061057 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] For port 5e527348-12e8-48b9-981e-f145178dbc10, host hv-cinder-74915, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 00:01:19.064118 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] For port 5e527348-12e8-48b9-981e-f145178dbc10, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5e527348-12e8-48b9-981e-f145178dbc10,segment=NetworkSegment(0d27606c-4a9e-4e42-922d-9bea1644bffb),segment_id=0d27606c-4a9e-4e42-922d-9bea1644bffb)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 00:01:19.072519 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (5e527348-12e8-48b9-981e-f145178dbc10), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:19.105597 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:19.106226 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:19.107620 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] 10.222.0.20 "PUT /v2.0/ports/5e527348-12e8-48b9-981e-f145178dbc10 HTTP/1.1" status: 200 len: 1093 time: 0.6688132 Mar 24 00:01:19.109717 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2', 'tag': '5e527348-12e8-48b9-981e-f145178dbc10'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:01:19.112500 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777636ab-93b8-46ab-9a39-53fd51917bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2", "tag": "5e527348-12e8-48b9-981e-f145178dbc10"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:01:19.159516 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626b97a-1091-451a-9824-fd4d65f20943 service neutron] Pushing event updated for resources: {'Port': ['ID=5e527348-12e8-48b9-981e-f145178dbc10,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:01:19.178735 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9da1149-1487-4b3f-baa2-46a29ed3e056 x-openstack-request-id: req-f9da1149-1487-4b3f-baa2-46a29ed3e056 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:01:19.179094 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2", "tag": "5e527348-12e8-48b9-981e-f145178dbc10", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:01:19.179413 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9da1149-1487-4b3f-baa2-46a29ed3e056 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:01:19.179880 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9da1149-1487-4b3f-baa2-46a29ed3e056'] response: {'name': 'network-changed', 'server_uuid': 'fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2', 'tag': '5e527348-12e8-48b9-981e-f145178dbc10', 'status': 'completed', 'code': 200} Mar 24 00:01:19.200353 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-c09618d4-c61e-4d8e-92c6-06bc6ebc5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:19.202219 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-c09618d4-c61e-4d8e-92c6-06bc6ebc5adf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7773efe1c8f41ee855678b567eb87ec&device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 1127 time: 0.0519285 Mar 24 00:01:19.248523 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-8ece1323-8b9d-4834-81f7-72361a918470 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e527348-12e8-48b9-981e-f145178dbc10 HTTP/1.1" status: 200 len: 217 time: 0.0393982 Mar 24 00:01:19.298932 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-101a5821-7186-4f40-bf5f-5488f2fe78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:19.300520 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-101a5821-7186-4f40-bf5f-5488f2fe78c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b HTTP/1.1" status: 200 len: 848 time: 0.0457335 Mar 24 00:01:19.349291 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-712f5d5e-4a8b-476a-b400-7d527683414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:19.350857 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-712f5d5e-4a8b-476a-b400-7d527683414c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4799792-811b-4f18-9239-6f9b0c3a0594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446391 Mar 24 00:01:19.715765 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-27e266ea-8988-4c96-964e-eaf29b3a7da7 service neutron] 10.222.0.20 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585155 Mar 24 00:01:19.818862 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-239b39ac-8f6f-4476-8091-6b4661598a51 req-6e118d82-deb8-48e1-bf16-97813f312520 service neutron] 10.222.0.20 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967038 Mar 24 00:01:19.917595 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777636ab-93b8-46ab-9a39-53fd51917bfc req-991aa54c-b13e-4807-912e-c114580ece42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:19.919235 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-777636ab-93b8-46ab-9a39-53fd51917bfc req-991aa54c-b13e-4807-912e-c114580ece42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7773efe1c8f41ee855678b567eb87ec&device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 1127 time: 0.0514388 Mar 24 00:01:19.941487 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ba8d7-892a-42dd-991b-908c52b28472 req-5274358d-e0f7-4a57-8cc1-277031729fb4 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:19.943641 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d63ba8d7-892a-42dd-991b-908c52b28472 req-5274358d-e0f7-4a57-8cc1-277031729fb4 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 943 time: 0.0588913 Mar 24 00:01:19.993835 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-d63ba8d7-892a-42dd-991b-908c52b28472 req-4bd0a1a4-de82-43b0-81df-e79fa3a201c8 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442841 Mar 24 00:01:20.008064 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777636ab-93b8-46ab-9a39-53fd51917bfc req-160edabe-0dfa-4baa-a969-72f1c51ebdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:20.009585 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-777636ab-93b8-46ab-9a39-53fd51917bfc req-160edabe-0dfa-4baa-a969-72f1c51ebdba service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4799792-811b-4f18-9239-6f9b0c3a0594 HTTP/1.1" status: 200 len: 909 time: 0.0840082 Mar 24 00:01:20.050740 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-777636ab-93b8-46ab-9a39-53fd51917bfc req-edec960f-c592-440d-8fe1-3dda49ad5af3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e527348-12e8-48b9-981e-f145178dbc10 HTTP/1.1" status: 200 len: 217 time: 0.0348206 Mar 24 00:01:20.105612 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777636ab-93b8-46ab-9a39-53fd51917bfc req-2513ca8e-b1c9-41f6-a25f-d1b77cccc6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:20.107081 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-777636ab-93b8-46ab-9a39-53fd51917bfc req-2513ca8e-b1c9-41f6-a25f-d1b77cccc6b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b HTTP/1.1" status: 200 len: 848 time: 0.0501337 Mar 24 00:01:20.157696 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777636ab-93b8-46ab-9a39-53fd51917bfc req-cec2a623-4f96-4e5e-b25f-26586fe22d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:20.159162 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-777636ab-93b8-46ab-9a39-53fd51917bfc req-cec2a623-4f96-4e5e-b25f-26586fe22d58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4799792-811b-4f18-9239-6f9b0c3a0594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453746 Mar 24 00:01:20.259907 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-777636ab-93b8-46ab-9a39-53fd51917bfc req-aead48d6-8b83-4a17-88d2-37308e566c4c service neutron] 10.222.0.20 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941777 Mar 24 00:01:20.354707 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-777636ab-93b8-46ab-9a39-53fd51917bfc req-e2dccdce-f307-4801-8547-5bf52afa75a3 service neutron] 10.222.0.20 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887690 Mar 24 00:01:21.140926 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84199ec6-33f6-4286-9e1e-9eb88824c7b4 req-3405c0a6-2af3-4bd3-9e1a-ab16572ab5b0 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:21.142376 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-84199ec6-33f6-4286-9e1e-9eb88824c7b4 req-3405c0a6-2af3-4bd3-9e1a-ab16572ab5b0 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 943 time: 0.0727799 Mar 24 00:01:21.194202 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-84199ec6-33f6-4286-9e1e-9eb88824c7b4 req-2870384e-ef9b-4d6e-835d-d08a565e57d1 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443485 Mar 24 00:01:22.333216 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd71d6-8cb8-4bd5-acef-e67d4be4a319 req-b08ca9f0-3ac6-4bc6-a35a-ade42db2efe7 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:22.335213 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0afd71d6-8cb8-4bd5-acef-e67d4be4a319 req-b08ca9f0-3ac6-4bc6-a35a-ade42db2efe7 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 943 time: 0.0650346 Mar 24 00:01:22.388714 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0afd71d6-8cb8-4bd5-acef-e67d4be4a319 req-c3305448-2881-40a1-b6b7-2bf0ea2db3c3 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478375 Mar 24 00:01:23.521032 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44821c35-8d05-453a-a21a-61cff437c0b0 req-bb0b478d-f606-4411-b900-1b78116c6404 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:23.522547 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-44821c35-8d05-453a-a21a-61cff437c0b0 req-bb0b478d-f606-4411-b900-1b78116c6404 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 943 time: 0.0601842 Mar 24 00:01:23.577663 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-44821c35-8d05-453a-a21a-61cff437c0b0 req-cbc87018-a8bb-44ee-a630-08ad7e9a1bb9 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466654 Mar 24 00:01:24.718879 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23ccef-b10f-42e5-97a8-fe972ad109f1 req-f87e5fca-13df-43e0-8ddc-d7b72b51614f tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:24.720357 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ed23ccef-b10f-42e5-97a8-fe972ad109f1 req-f87e5fca-13df-43e0-8ddc-d7b72b51614f tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 943 time: 0.0625136 Mar 24 00:01:24.775492 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ed23ccef-b10f-42e5-97a8-fe972ad109f1 req-639e3b3f-1938-42ef-a95b-7810b835847a tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472691 Mar 24 00:01:25.918273 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca23e68-5b12-4bc8-9b5f-d1bf662de9d4 req-ee491017-57ae-48bb-b0d1-e9093503dca7 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:25.919766 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2ca23e68-5b12-4bc8-9b5f-d1bf662de9d4 req-ee491017-57ae-48bb-b0d1-e9093503dca7 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 943 time: 0.0686288 Mar 24 00:01:25.977612 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2ca23e68-5b12-4bc8-9b5f-d1bf662de9d4 req-ced3308f-e86f-41f9-b6be-e4dec48fda60 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518761 Mar 24 00:01:26.766694 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 5e527348-12e8-48b9-981e-f145178dbc10 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:01:26.871663 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 5e527348-12e8-48b9-981e-f145178dbc10, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5e527348-12e8-48b9-981e-f145178dbc10,segment=NetworkSegment(0d27606c-4a9e-4e42-922d-9bea1644bffb),segment_id=0d27606c-4a9e-4e42-922d-9bea1644bffb)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:01:26.887230 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': '5e527348-12e8-48b9-981e-f145178dbc10', 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594', 'port_id': '5e527348-12e8-48b9-981e-f145178dbc10', 'mac_address': 'fa:16:3e:6c:9d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:01:26.925282 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 5e527348-12e8-48b9-981e-f145178dbc10 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:01:26.925692 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (5e527348-12e8-48b9-981e-f145178dbc10), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:26.938784 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e527348-12e8-48b9-981e-f145178dbc10 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:01:26.959662 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 5e527348-12e8-48b9-981e-f145178dbc10, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5e527348-12e8-48b9-981e-f145178dbc10,segment=NetworkSegment(0d27606c-4a9e-4e42-922d-9bea1644bffb),segment_id=0d27606c-4a9e-4e42-922d-9bea1644bffb)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:01:26.967658 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (5e527348-12e8-48b9-981e-f145178dbc10), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:27.014674 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=5e527348-12e8-48b9-981e-f145178dbc10,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:01:27.109611 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac352a89-1872-4d96-83c4-fe2d76640ff7 req-6dbe8460-e7cc-4050-a29b-220f7a6f7b19 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:27.111146 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ac352a89-1872-4d96-83c4-fe2d76640ff7 req-6dbe8460-e7cc-4050-a29b-220f7a6f7b19 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 944 time: 0.0546596 Mar 24 00:01:27.161764 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ac352a89-1872-4d96-83c4-fe2d76640ff7 req-7e97da3a-02f3-4f71-b3c0-e996b345a60d tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444679 Mar 24 00:01:27.173050 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['5e527348-12e8-48b9-981e-f145178dbc10'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:01:28.296772 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b73fa-8602-4d8b-9f41-d70f86013b79 req-a2742c23-bd0d-45b0-be3c-10173ab61e72 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:28.298354 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9c1b73fa-8602-4d8b-9f41-d70f86013b79 req-a2742c23-bd0d-45b0-be3c-10173ab61e72 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 944 time: 0.0610585 Mar 24 00:01:28.363421 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9c1b73fa-8602-4d8b-9f41-d70f86013b79 req-028cc4ab-86c9-4373-8b60-469c4bee0127 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592163 Mar 24 00:01:28.799217 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 5e527348-12e8-48b9-981e-f145178dbc10 up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:01:28.862120 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning for port 5e527348-12e8-48b9-981e-f145178dbc10 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 00:01:28.867911 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port 5e527348-12e8-48b9-981e-f145178dbc10 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:01:28.868315 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (5e527348-12e8-48b9-981e-f145178dbc10), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:28.962740 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 5e527348-12e8-48b9-981e-f145178dbc10 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:01:28.963138 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (5e527348-12e8-48b9-981e-f145178dbc10), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:28.986758 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e527348-12e8-48b9-981e-f145178dbc10'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:01:28.988978 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d4a634-f094-4da0-88af-46f491e84c76" -d '{"events": [{"server_uuid": "fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2", "name": "network-vif-plugged", "status": "completed", "tag": "5e527348-12e8-48b9-981e-f145178dbc10"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:01:29.001379 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 5e527348-12e8-48b9-981e-f145178dbc10, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5e527348-12e8-48b9-981e-f145178dbc10,segment=NetworkSegment(0d27606c-4a9e-4e42-922d-9bea1644bffb),segment_id=0d27606c-4a9e-4e42-922d-9bea1644bffb)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:01:29.008767 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (5e527348-12e8-48b9-981e-f145178dbc10), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:29.058866 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=5e527348-12e8-48b9-981e-f145178dbc10,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:01:29.100658 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf43ed3-ecb9-4663-92e7-a3977d698a05 x-openstack-request-id: req-cbf43ed3-ecb9-4663-92e7-a3977d698a05 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:01:29.101236 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2", "name": "network-vif-plugged", "status": "completed", "tag": "5e527348-12e8-48b9-981e-f145178dbc10", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:01:29.101517 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbf43ed3-ecb9-4663-92e7-a3977d698a05 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:01:29.102088 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf43ed3-ecb9-4663-92e7-a3977d698a05'] response: {'server_uuid': 'fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e527348-12e8-48b9-981e-f145178dbc10', 'code': 200} Mar 24 00:01:29.317616 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94b47a-b3bf-458c-9182-7f331ecb1bda req-623ceabd-776e-4518-bda9-597cb8f8ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:29.319035 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-4e94b47a-b3bf-458c-9182-7f331ecb1bda req-623ceabd-776e-4518-bda9-597cb8f8ff62 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 1129 time: 0.0463676 Mar 24 00:01:29.378306 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-4e94b47a-b3bf-458c-9182-7f331ecb1bda req-25399436-4cbd-4c96-ac17-d19b2dc46736 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531030 Mar 24 00:01:29.499412 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4830bf3-e3d3-4eec-aa4d-81e5887cf8b0 req-183978eb-8d6c-40f6-9f1b-40cd8998d3bd tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:29.500915 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e4830bf3-e3d3-4eec-aa4d-81e5887cf8b0 req-183978eb-8d6c-40f6-9f1b-40cd8998d3bd tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0566616 Mar 24 00:01:29.552395 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e4830bf3-e3d3-4eec-aa4d-81e5887cf8b0 req-fc61b7e9-8efe-4a20-8ad4-7400a6ca6ecd tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432742 Mar 24 00:01:30.679148 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ab296-4934-4ea2-97cb-a7433f9b3dad req-2fd80d39-f285-415e-8414-9be76e84f607 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:30.680631 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-397ab296-4934-4ea2-97cb-a7433f9b3dad req-2fd80d39-f285-415e-8414-9be76e84f607 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0593026 Mar 24 00:01:30.732770 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-397ab296-4934-4ea2-97cb-a7433f9b3dad req-484c3d8e-6fda-401e-82b0-da1fe4a8efd1 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461473 Mar 24 00:01:30.863582 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacccaf4-1856-463b-85a5-770d3f0d5705 req-3001404c-b2eb-4684-83c8-b880403d1140 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:30.865564 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cacccaf4-1856-463b-85a5-770d3f0d5705 req-3001404c-b2eb-4684-83c8-b880403d1140 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0682623 Mar 24 00:01:30.917384 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-cacccaf4-1856-463b-85a5-770d3f0d5705 req-0718542e-43d9-4234-be9b-852422e12a97 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456231 Mar 24 00:01:30.948160 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 56078) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:01:31.098433 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07c087a-8de3-45bc-a78f-d0af0bfe2fb1 tempest-TestShelveInstance-1457830258 tempest-TestShelveInstance-1457830258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:31.099865 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-a07c087a-8de3-45bc-a78f-d0af0bfe2fb1 tempest-TestShelveInstance-1457830258 tempest-TestShelveInstance-1457830258-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 1124 time: 0.1506245 Mar 24 00:01:31.104412 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 56082) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:01:31.109122 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5224fc45-2190-4018-bffd-e877c3cf69ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Request body: {'floatingip': {'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'port_id': '5e527348-12e8-48b9-981e-f145178dbc10', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 00:01:31.131277 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5224fc45-2190-4018-bffd-e877c3cf69ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:31.231362 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5224fc45-2190-4018-bffd-e877c3cf69ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:31.340527 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-5224fc45-2190-4018-bffd-e877c3cf69ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Allocated IP 172.27.0.31 (b729df10-08c3-4315-b5ba-4a4ad36352af/5b20dcce-cc97-43f8-b9fd-11bb78033300/082c270f-5ceb-44d5-994b-4a1e57085eeb) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 00:01:31.442402 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5224fc45-2190-4018-bffd-e877c3cf69ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for port (082c270f-5ceb-44d5-994b-4a1e57085eeb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:31.477362 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5224fc45-2190-4018-bffd-e877c3cf69ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777139325175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (082c270f-5ceb-44d5-994b-4a1e57085eeb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:31.518016 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5224fc45-2190-4018-bffd-e877c3cf69ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Network b729df10-08c3-4315-b5ba-4a4ad36352af is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 00:01:31.520917 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-5224fc45-2190-4018-bffd-e877c3cf69ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 00:01:31.526535 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5224fc45-2190-4018-bffd-e877c3cf69ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 00:01:31.532139 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224fc45-2190-4018-bffd-e877c3cf69ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Pushing event updated for resources: {'Port': ['ID=082c270f-5ceb-44d5-994b-4a1e57085eeb,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:01:31.881831 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5224fc45-2190-4018-bffd-e877c3cf69ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for floatingip (bed311d1-7f42-467a-81d6-61c595e111df), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:31.964145 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5224fc45-2190-4018-bffd-e877c3cf69ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (082c270f-5ceb-44d5-994b-4a1e57085eeb), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:32.132418 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5224fc45-2190-4018-bffd-e877c3cf69ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for port (082c270f-5ceb-44d5-994b-4a1e57085eeb), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:32.139936 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5224fc45-2190-4018-bffd-e877c3cf69ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5693673'] for port (082c270f-5ceb-44d5-994b-4a1e57085eeb), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:32.207208 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224fc45-2190-4018-bffd-e877c3cf69ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Pushing event updated for resources: {'Port': ['ID=082c270f-5ceb-44d5-994b-4a1e57085eeb,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:01:32.221783 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5224fc45-2190-4018-bffd-e877c3cf69ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574790'] for floatingip (bed311d1-7f42-467a-81d6-61c595e111df), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:32.334158 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.l3_db [None req-5224fc45-2190-4018-bffd-e877c3cf69ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Floating IP bed311d1-7f42-467a-81d6-61c595e111df associated. External IP: 172.27.0.31, port: 5e527348-12e8-48b9-981e-f145178dbc10. Mar 24 00:01:32.560340 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5224fc45-2190-4018-bffd-e877c3cf69ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Router 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:01:32.674238 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5224fc45-2190-4018-bffd-e877c3cf69ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:01:32.688125 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43450683-22fb-4529-9924-4df2b1957f1b None None] Sync routers for ids ['58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:01:32.694152 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5224fc45-2190-4018-bffd-e877c3cf69ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:32.698223 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43450683-22fb-4529-9924-4df2b1957f1b None None] Routers {'58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:01:32.698853 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-43450683-22fb-4529-9924-4df2b1957f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-24T00:01:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:01:32.725236 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-5224fc45-2190-4018-bffd-e877c3cf69ad tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6194804 Mar 24 00:01:32.725825 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2', 'tag': '5e527348-12e8-48b9-981e-f145178dbc10'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:01:32.728222 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f06ee24-1e0d-4783-8ffc-52fb3e1c7223" -d '{"events": [{"name": "network-changed", "server_uuid": "fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2", "tag": "5e527348-12e8-48b9-981e-f145178dbc10"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:01:32.764369 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950e2628-9499-4e62-8a0f-d4749a12f68a x-openstack-request-id: req-950e2628-9499-4e62-8a0f-d4749a12f68a {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:01:32.764652 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2", "tag": "5e527348-12e8-48b9-981e-f145178dbc10", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:01:32.764875 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-950e2628-9499-4e62-8a0f-d4749a12f68a {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:01:32.765308 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950e2628-9499-4e62-8a0f-d4749a12f68a'] response: {'name': 'network-changed', 'server_uuid': 'fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2', 'tag': '5e527348-12e8-48b9-981e-f145178dbc10', 'status': 'completed', 'code': 200} Mar 24 00:01:32.808717 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-43450683-22fb-4529-9924-4df2b1957f1b None None] Set router 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:01:32.829571 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06ee24-1e0d-4783-8ffc-52fb3e1c7223 req-d154796a-5c68-4db9-abdf-9fb1b2622475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:32.831096 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0f06ee24-1e0d-4783-8ffc-52fb3e1c7223 req-d154796a-5c68-4db9-abdf-9fb1b2622475 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7773efe1c8f41ee855678b567eb87ec&device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 1129 time: 0.0443625 Mar 24 00:01:32.923386 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06ee24-1e0d-4783-8ffc-52fb3e1c7223 req-4abf84fd-9249-4c40-9e30-57621a32d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:32.924905 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0f06ee24-1e0d-4783-8ffc-52fb3e1c7223 req-4abf84fd-9249-4c40-9e30-57621a32d4b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4799792-811b-4f18-9239-6f9b0c3a0594 HTTP/1.1" status: 200 len: 909 time: 0.0878379 Mar 24 00:01:32.996104 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0f06ee24-1e0d-4783-8ffc-52fb3e1c7223 req-31f9d133-7b3b-4734-90e5-89b746652f6f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e527348-12e8-48b9-981e-f145178dbc10 HTTP/1.1" status: 200 len: 998 time: 0.0649850 Mar 24 00:01:33.041823 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-43450683-22fb-4529-9924-4df2b1957f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'name': 'tempest-TestShelveInstance-1610034185-router', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:53Z', 'revision_number': 4, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'gw_port': {'id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': 'bed311d1-7f42-467a-81d6-61c595e111df', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'port_id': '5e527348-12e8-48b9-981e-f145178dbc10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594', 'mac_address': 'fa:16:3e:6c:9d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:01:31Z', 'updated_at': '2022-03-24T00:01:31Z', 'revision_number': 0, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f450d2ec-777c-4075-a148-bdc2295e5158', 'name': '', 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'mac_address': 'fa:16:3e:0b:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:52Z', 'updated_at': '2022-03-24T00:00:59Z', 'revision_number': 5, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'subnets': [{'id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:01:33.044593 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06ee24-1e0d-4783-8ffc-52fb3e1c7223 req-2fc1a5be-21f1-4cfc-b71f-06068b5c14a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:33.046115 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0f06ee24-1e0d-4783-8ffc-52fb3e1c7223 req-2fc1a5be-21f1-4cfc-b71f-06068b5c14a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b HTTP/1.1" status: 200 len: 848 time: 0.0446713 Mar 24 00:01:33.070748 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43450683-22fb-4529-9924-4df2b1957f1b None None] Checking router: 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:01:33.081219 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43450683-22fb-4529-9924-4df2b1957f1b None None] Routers {'58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:01:33.081811 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-43450683-22fb-4529-9924-4df2b1957f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-24T00:01:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:01:33.094976 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06ee24-1e0d-4783-8ffc-52fb3e1c7223 req-1fa41404-4b59-486f-9ac7-2874db27c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:33.096558 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0f06ee24-1e0d-4783-8ffc-52fb3e1c7223 req-1fa41404-4b59-486f-9ac7-2874db27c77f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4799792-811b-4f18-9239-6f9b0c3a0594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442572 Mar 24 00:01:33.190093 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0f06ee24-1e0d-4783-8ffc-52fb3e1c7223 req-942e2466-7c20-4d90-8373-35d487e640fd service neutron] 10.222.0.20 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875702 Mar 24 00:01:33.195589 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-43450683-22fb-4529-9924-4df2b1957f1b None None] Set router 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:01:33.283179 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-0f06ee24-1e0d-4783-8ffc-52fb3e1c7223 req-8b8aa327-05d7-4837-9d23-8094466be152 service neutron] 10.222.0.20 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871034 Mar 24 00:01:33.446978 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-43450683-22fb-4529-9924-4df2b1957f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'name': 'tempest-TestShelveInstance-1610034185-router', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:53Z', 'revision_number': 4, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'gw_port': {'id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': 'bed311d1-7f42-467a-81d6-61c595e111df', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'port_id': '5e527348-12e8-48b9-981e-f145178dbc10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594', 'mac_address': 'fa:16:3e:6c:9d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:01:31Z', 'updated_at': '2022-03-24T00:01:31Z', 'revision_number': 0, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f450d2ec-777c-4075-a148-bdc2295e5158', 'name': '', 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'mac_address': 'fa:16:3e:0b:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:52Z', 'updated_at': '2022-03-24T00:00:59Z', 'revision_number': 5, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'subnets': [{'id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:01:33.472908 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43450683-22fb-4529-9924-4df2b1957f1b None None] The sync data for ids ['58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'] in dv-cinder-749155-6-iscsi is: [{'id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'name': 'tempest-TestShelveInstance-1610034185-router', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:53Z', 'revision_number': 4, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'gw_port': {'id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_floatingips': [{'id': 'bed311d1-7f42-467a-81d6-61c595e111df', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'router_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'port_id': '5e527348-12e8-48b9-981e-f145178dbc10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594', 'mac_address': 'fa:16:3e:6c:9d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T00:01:31Z', 'updated_at': '2022-03-24T00:01:31Z', 'revision_number': 0, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f450d2ec-777c-4075-a148-bdc2295e5158', 'name': '', 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'mac_address': 'fa:16:3e:0b:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:52Z', 'updated_at': '2022-03-24T00:00:59Z', 'revision_number': 5, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'subnets': [{'id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:01:33.696422 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c317b-49ab-4aa9-95c8-30407b51a96f None None] New status for floating IP bed311d1-7f42-467a-81d6-61c595e111df: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 00:01:36.670754 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:01:37.239591 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e59b51c5-8ff1-4e75-a8f0-483639a51e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:39.371822 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-24130646-c415-4bd9-8c66-afc79418a2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:40.635659 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:42.184417 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:43.324097 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:48.831956 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:01:50.462711 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7ab4111d-869e-49d9-a5d8-dde26da597fc req-2ab257ca-25c0-4834-a3b5-35acd94b9f87 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516307 Mar 24 00:01:50.562251 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4111d-869e-49d9-a5d8-dde26da597fc req-60259b92-e5af-41af-b8e2-14df1c792086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:50.563814 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7ab4111d-869e-49d9-a5d8-dde26da597fc req-60259b92-e5af-41af-b8e2-14df1c792086 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7773efe1c8f41ee855678b567eb87ec&device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 1129 time: 0.0532219 Mar 24 00:01:50.670408 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4111d-869e-49d9-a5d8-dde26da597fc req-ec7d1aed-c725-459d-80ed-cb4beb4e0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:50.671886 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7ab4111d-869e-49d9-a5d8-dde26da597fc req-ec7d1aed-c725-459d-80ed-cb4beb4e0e61 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4799792-811b-4f18-9239-6f9b0c3a0594 HTTP/1.1" status: 200 len: 909 time: 0.0879292 Mar 24 00:01:50.755818 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7ab4111d-869e-49d9-a5d8-dde26da597fc req-d7f9bde6-91c4-4e3d-a334-893f9b10fa95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e527348-12e8-48b9-981e-f145178dbc10 HTTP/1.1" status: 200 len: 1000 time: 0.0734324 Mar 24 00:01:50.806950 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4111d-869e-49d9-a5d8-dde26da597fc req-250beaf1-2f8e-4e46-aa70-c8f7ba52a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:50.808570 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7ab4111d-869e-49d9-a5d8-dde26da597fc req-250beaf1-2f8e-4e46-aa70-c8f7ba52a27a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b HTTP/1.1" status: 200 len: 848 time: 0.0466146 Mar 24 00:01:50.861646 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4111d-869e-49d9-a5d8-dde26da597fc req-3408ee10-df7f-49a5-b823-c0ab6fab678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:01:50.863188 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7ab4111d-869e-49d9-a5d8-dde26da597fc req-3408ee10-df7f-49a5-b823-c0ab6fab678d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4799792-811b-4f18-9239-6f9b0c3a0594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472004 Mar 24 00:01:50.957189 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7ab4111d-869e-49d9-a5d8-dde26da597fc req-cb3d5875-bf30-40b2-8604-8db577c36a35 service neutron] 10.222.0.20 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869722 Mar 24 00:01:51.047305 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7ab4111d-869e-49d9-a5d8-dde26da597fc req-3f0606a9-01fe-4edd-8394-3366b49b4fd0 service neutron] 10.222.0.20 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837505 Mar 24 00:02:07.253764 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-08b845ce-9163-4b02-b9d3-21215f58671d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:02:09.358121 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c44f669f-87fe-4159-99cd-24b0b9047420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:02:10.635590 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:02:12.187608 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:02:13.320922 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:02:13.659900 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:02:18.826464 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:02:37.241570 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0d5121c6-bb74-438c-baef-b4183f44fd51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:02:39.354842 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5384be84-9d41-4186-8ea1-577f8405a2a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:02:40.634955 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:02:42.189297 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:02:43.319036 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:02:48.826707 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:02:50.660431 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:02:51.445834 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7bf36e92-5f6a-466f-a93b-00f70a20a7ad req-2bb04daa-04a9-4769-9136-446d0d228fc3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518212 Mar 24 00:02:51.534970 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf36e92-5f6a-466f-a93b-00f70a20a7ad req-8913434e-1928-467a-85ab-25dee2f63e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:02:51.536505 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7bf36e92-5f6a-466f-a93b-00f70a20a7ad req-8913434e-1928-467a-85ab-25dee2f63e21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7773efe1c8f41ee855678b567eb87ec&device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 1129 time: 0.0471697 Mar 24 00:02:51.644002 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf36e92-5f6a-466f-a93b-00f70a20a7ad req-e914aac3-b94e-48e4-a4a8-f21d854607dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:02:51.645513 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7bf36e92-5f6a-466f-a93b-00f70a20a7ad req-e914aac3-b94e-48e4-a4a8-f21d854607dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4799792-811b-4f18-9239-6f9b0c3a0594 HTTP/1.1" status: 200 len: 909 time: 0.0893834 Mar 24 00:02:51.716370 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7bf36e92-5f6a-466f-a93b-00f70a20a7ad req-5654e22c-37f5-400c-ac0b-210078e507e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e527348-12e8-48b9-981e-f145178dbc10 HTTP/1.1" status: 200 len: 1000 time: 0.0653889 Mar 24 00:02:51.767492 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf36e92-5f6a-466f-a93b-00f70a20a7ad req-491d60d1-b70c-4cae-91f9-4b32356fb02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:02:51.768971 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7bf36e92-5f6a-466f-a93b-00f70a20a7ad req-491d60d1-b70c-4cae-91f9-4b32356fb02f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b HTTP/1.1" status: 200 len: 848 time: 0.0472803 Mar 24 00:02:51.817968 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf36e92-5f6a-466f-a93b-00f70a20a7ad req-eaddf7e4-38fa-4344-b5b5-14e04497f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:02:51.819407 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7bf36e92-5f6a-466f-a93b-00f70a20a7ad req-eaddf7e4-38fa-4344-b5b5-14e04497f118 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4799792-811b-4f18-9239-6f9b0c3a0594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451236 Mar 24 00:02:51.929688 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7bf36e92-5f6a-466f-a93b-00f70a20a7ad req-66f5476d-f617-4f0f-9e3c-d3842497bd55 service neutron] 10.222.0.20 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044855 Mar 24 00:02:52.022880 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-7bf36e92-5f6a-466f-a93b-00f70a20a7ad req-351c5856-bb33-4564-8a1b-b642351e2061 service neutron] 10.222.0.20 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877235 Mar 24 00:03:07.241568 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-28f84728-d091-4fd0-9175-dd8f009290a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:03:09.351466 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-64cf05f7-c63b-4d8a-a682-2e13ce1bea0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:03:10.637485 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:03:12.191717 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:03:13.328200 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:03:18.822274 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:03:27.660207 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:03:28.347102 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa05d23-d633-4233-9ae7-cf27eed0a141 req-53a79224-87a8-4c04-80c1-ec9bf188141c tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:28.348621 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7aa05d23-d633-4233-9ae7-cf27eed0a141 req-53a79224-87a8-4c04-80c1-ec9bf188141c tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0591331 Mar 24 00:03:28.405452 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-7aa05d23-d633-4233-9ae7-cf27eed0a141 req-a2f98669-ba46-456e-b4d7-67d454222e63 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503507 Mar 24 00:03:29.584474 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d3d16-fcee-4cbf-97b2-df62bf245bc9 req-6263eeff-82bb-478d-beb3-60ae487520e0 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:29.586038 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-839d3d16-fcee-4cbf-97b2-df62bf245bc9 req-6263eeff-82bb-478d-beb3-60ae487520e0 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0555818 Mar 24 00:03:29.644509 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-839d3d16-fcee-4cbf-97b2-df62bf245bc9 req-47fd3bbe-626d-403a-b23a-4f875662370f tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523872 Mar 24 00:03:30.787294 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232148e4-5b2b-4b5b-9894-bd37dfcc60bd req-23029cf6-7351-4dc7-8556-488210d2147b tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:30.788756 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-232148e4-5b2b-4b5b-9894-bd37dfcc60bd req-23029cf6-7351-4dc7-8556-488210d2147b tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0540302 Mar 24 00:03:30.848274 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-232148e4-5b2b-4b5b-9894-bd37dfcc60bd req-bc5c121e-779a-4262-910f-11ff4f2c0082 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531089 Mar 24 00:03:31.977778 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe9ec7-c9b0-4823-8a23-05b64215efc7 req-0a25ca2b-62f8-462d-9185-0208d9b0aa12 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:31.980489 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0bfe9ec7-c9b0-4823-8a23-05b64215efc7 req-0a25ca2b-62f8-462d-9185-0208d9b0aa12 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0612473 Mar 24 00:03:32.039321 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-0bfe9ec7-c9b0-4823-8a23-05b64215efc7 req-50e66d1b-3ac2-4122-9467-6b7a9254c642 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531695 Mar 24 00:03:33.198646 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcfaa0-9adf-432b-959b-bc10f68fa531 req-4d774de0-bff7-49bb-b7bc-aff2b2323271 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:33.200117 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1fbcfaa0-9adf-432b-959b-bc10f68fa531 req-4d774de0-bff7-49bb-b7bc-aff2b2323271 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0799563 Mar 24 00:03:33.255886 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1fbcfaa0-9adf-432b-959b-bc10f68fa531 req-2ab9af32-065d-428d-b7a5-670f81f0f607 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499425 Mar 24 00:03:34.377884 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6025231-f586-456e-8683-cdff9f7ea851 req-8bc15c76-3613-4896-a357-d8497c46bcc3 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:34.379401 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a6025231-f586-456e-8683-cdff9f7ea851 req-8bc15c76-3613-4896-a357-d8497c46bcc3 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0545111 Mar 24 00:03:34.434707 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a6025231-f586-456e-8683-cdff9f7ea851 req-bf458820-0cfd-4dc2-9d9c-613d6a3355c7 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473304 Mar 24 00:03:35.558657 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b3232-4e8b-478f-b2c0-72be15db671a req-a3d68f7e-0031-454c-8028-b2b1072d519b tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:35.560203 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-710b3232-4e8b-478f-b2c0-72be15db671a req-a3d68f7e-0031-454c-8028-b2b1072d519b tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0554683 Mar 24 00:03:35.613399 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-710b3232-4e8b-478f-b2c0-72be15db671a req-17fc4d8c-d60d-45d1-9dea-8b24389ee37c tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471916 Mar 24 00:03:36.740630 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056d250-a004-43ff-b622-79ee08cf191a req-5fcebf6d-4322-45ec-8221-da4fd52d0e0b tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:36.742570 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a056d250-a004-43ff-b622-79ee08cf191a req-5fcebf6d-4322-45ec-8221-da4fd52d0e0b tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0532122 Mar 24 00:03:36.802238 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-a056d250-a004-43ff-b622-79ee08cf191a req-a91a3d7e-29a8-44bf-b97e-a5e53bab8675 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517333 Mar 24 00:03:37.242616 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3cf28dbd-6cb1-4913-a4d2-fbe5a91f1c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:03:37.934684 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60dffd-9798-4354-bc88-08f78eaf7380 req-b5bed167-73e1-4583-94e0-08fe416adcea tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:37.936282 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9d60dffd-9798-4354-bc88-08f78eaf7380 req-b5bed167-73e1-4583-94e0-08fe416adcea tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0609610 Mar 24 00:03:37.989685 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9d60dffd-9798-4354-bc88-08f78eaf7380 req-bb6d4462-70ff-4489-95b4-0c860a4458b0 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476465 Mar 24 00:03:38.501539 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879fb1b-d66f-458b-b91d-01cba642f166 req-483dd0d3-f223-4d9b-95f2-038e960d6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:38.503088 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e879fb1b-d66f-458b-b91d-01cba642f166 req-483dd0d3-f223-4d9b-95f2-038e960d6ccf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7773efe1c8f41ee855678b567eb87ec&device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 1129 time: 0.0542533 Mar 24 00:03:38.602178 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879fb1b-d66f-458b-b91d-01cba642f166 req-43fefaaf-34b0-494d-920d-5e73a5a5212b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:38.604114 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e879fb1b-d66f-458b-b91d-01cba642f166 req-43fefaaf-34b0-494d-920d-5e73a5a5212b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4799792-811b-4f18-9239-6f9b0c3a0594 HTTP/1.1" status: 200 len: 909 time: 0.0946476 Mar 24 00:03:38.678401 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e879fb1b-d66f-458b-b91d-01cba642f166 req-7e8151b0-ae9d-43e2-9fb7-4390441f79b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e527348-12e8-48b9-981e-f145178dbc10 HTTP/1.1" status: 200 len: 1000 time: 0.0679998 Mar 24 00:03:38.731527 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879fb1b-d66f-458b-b91d-01cba642f166 req-4496409f-d234-4d85-ae71-01edf577d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:38.733053 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e879fb1b-d66f-458b-b91d-01cba642f166 req-4496409f-d234-4d85-ae71-01edf577d300 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b HTTP/1.1" status: 200 len: 848 time: 0.0490329 Mar 24 00:03:38.790333 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879fb1b-d66f-458b-b91d-01cba642f166 req-1f7257ac-7f21-4b0f-a7c8-a8664fb0296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:38.793420 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e879fb1b-d66f-458b-b91d-01cba642f166 req-1f7257ac-7f21-4b0f-a7c8-a8664fb0296b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4799792-811b-4f18-9239-6f9b0c3a0594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544982 Mar 24 00:03:38.894943 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e879fb1b-d66f-458b-b91d-01cba642f166 req-75b65181-83f6-4925-bdb6-623f5006cd77 service neutron] 10.222.0.20 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931516 Mar 24 00:03:38.990014 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-e879fb1b-d66f-458b-b91d-01cba642f166 req-f7c82faa-035c-4d65-8016-0ceada897abd service neutron] 10.222.0.20 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889413 Mar 24 00:03:39.113320 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8e7d8-0e44-4b4a-8a96-315864bfd59c req-15fa3bd9-f184-4526-bc3b-0adf8bdb6ac9 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:39.114789 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-10e8e7d8-0e44-4b4a-8a96-315864bfd59c req-15fa3bd9-f184-4526-bc3b-0adf8bdb6ac9 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0563934 Mar 24 00:03:39.171428 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-10e8e7d8-0e44-4b4a-8a96-315864bfd59c req-728fcd72-405b-43ef-b6e4-a91993b5848b tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485115 Mar 24 00:03:39.352655 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f57e753b-f161-4bda-b34a-4b89b11ddb98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:03:40.316832 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e93b4f-3cf7-4330-962a-66ef64fbc827 req-b857b6d5-545e-451c-9df3-068ab6ade4ab tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:40.318505 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-06e93b4f-3cf7-4330-962a-66ef64fbc827 req-b857b6d5-545e-451c-9df3-068ab6ade4ab tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0655568 Mar 24 00:03:40.376376 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-06e93b4f-3cf7-4330-962a-66ef64fbc827 req-6dcc9067-34b4-450b-a33d-43fa0b0d2fc7 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497530 Mar 24 00:03:40.640905 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:03:41.517122 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d3254-ed49-414b-b0c3-ac854bd5ace5 req-02e3c6ae-3fff-46b6-a28a-4162419e6ae8 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:41.518799 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e96d3254-ed49-414b-b0c3-ac854bd5ace5 req-02e3c6ae-3fff-46b6-a28a-4162419e6ae8 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0675712 Mar 24 00:03:41.589757 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-e96d3254-ed49-414b-b0c3-ac854bd5ace5 req-927cfd50-75ba-40dc-8022-019c9b8897c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644822 Mar 24 00:03:41.828673 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e410e6f-d033-4164-a359-ef04a06b9e52 req-3fcc288d-ae28-48ce-affc-e52a85a53a76 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:41.830248 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1e410e6f-d033-4164-a359-ef04a06b9e52 req-3fcc288d-ae28-48ce-affc-e52a85a53a76 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0584233 Mar 24 00:03:41.917296 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-1e410e6f-d033-4164-a359-ef04a06b9e52 req-76f751c1-e55a-4905-bc67-bc650fd9171d tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811279 Mar 24 00:03:41.929415 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c5e49780-3082-4d19-a962-3240c0600c32 req-291ea12f-6429-4638-90ff-febaad61ca59 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1697214 Mar 24 00:03:41.940013 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [req-c5e49780-3082-4d19-a962-3240c0600c32 req-bc439a58-75d3-4da0-815f-9390826fe5e1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 00:03:41.941006 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c5e49780-3082-4d19-a962-3240c0600c32 req-bc439a58-75d3-4da0-815f-9390826fe5e1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053577 Mar 24 00:03:42.107697 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e49780-3082-4d19-a962-3240c0600c32 req-e63e21f4-879d-421d-8499-e658ead3deaa tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:42.109190 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-c5e49780-3082-4d19-a962-3240c0600c32 req-e63e21f4-879d-421d-8499-e658ead3deaa tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports/5e527348-12e8-48b9-981e-f145178dbc10 HTTP/1.1" status: 200 len: 942 time: 0.1375389 Mar 24 00:03:42.195495 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:03:43.053926 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce3a7f-9459-4d4f-bdff-a9a1204b33e5 req-c76271d2-a495-4ccc-b10b-47387679e42a tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:43.055466 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-71ce3a7f-9459-4d4f-bdff-a9a1204b33e5 req-c76271d2-a495-4ccc-b10b-47387679e42a tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0589426 Mar 24 00:03:43.109572 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-71ce3a7f-9459-4d4f-bdff-a9a1204b33e5 req-9988724e-e024-4a7f-a06e-f325413e9bbc tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474386 Mar 24 00:03:43.316875 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:03:43.344413 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e49780-3082-4d19-a962-3240c0600c32 req-e50b6b8f-d039-4682-8614-9944baf3a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:43.345951 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c5e49780-3082-4d19-a962-3240c0600c32 req-e50b6b8f-d039-4682-8614-9944baf3a080 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2&tenant_id=e7773efe1c8f41ee855678b567eb87ec HTTP/1.1" status: 200 len: 1129 time: 0.0489082 Mar 24 00:03:43.423014 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e49780-3082-4d19-a962-3240c0600c32 req-fef7de82-557c-48f6-9235-d77833a2dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:43.424446 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c5e49780-3082-4d19-a962-3240c0600c32 req-fef7de82-557c-48f6-9235-d77833a2dd5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7773efe1c8f41ee855678b567eb87ec&device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 1129 time: 0.0539596 Mar 24 00:03:43.520648 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e49780-3082-4d19-a962-3240c0600c32 req-b5855992-ea20-4add-980c-34ba1991fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:43.522174 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c5e49780-3082-4d19-a962-3240c0600c32 req-b5855992-ea20-4add-980c-34ba1991fbab service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4799792-811b-4f18-9239-6f9b0c3a0594 HTTP/1.1" status: 200 len: 909 time: 0.0894933 Mar 24 00:03:43.594048 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c5e49780-3082-4d19-a962-3240c0600c32 req-0aec15c3-0336-4ec7-90d7-366f80dd4fe4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e527348-12e8-48b9-981e-f145178dbc10 HTTP/1.1" status: 200 len: 1000 time: 0.0644603 Mar 24 00:03:43.604902 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 5e527348-12e8-48b9-981e-f145178dbc10 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:03:43.644816 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e49780-3082-4d19-a962-3240c0600c32 req-abc0e622-768f-4c23-b916-d1362e8504da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:43.646407 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c5e49780-3082-4d19-a962-3240c0600c32 req-abc0e622-768f-4c23-b916-d1362e8504da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b HTTP/1.1" status: 200 len: 848 time: 0.0465865 Mar 24 00:03:43.688795 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 5e527348-12e8-48b9-981e-f145178dbc10 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:03:43.689089 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (5e527348-12e8-48b9-981e-f145178dbc10), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:03:43.707768 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e49780-3082-4d19-a962-3240c0600c32 req-9fcb2f26-d423-445c-b127-6d6d9d9eb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:43.710944 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c5e49780-3082-4d19-a962-3240c0600c32 req-9fcb2f26-d423-445c-b127-6d6d9d9eb0c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4799792-811b-4f18-9239-6f9b0c3a0594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584965 Mar 24 00:03:43.715691 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e527348-12e8-48b9-981e-f145178dbc10'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:03:43.718163 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b846fd-f3df-4db0-907f-31a89a16454f" -d '{"events": [{"server_uuid": "fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2", "name": "network-vif-unplugged", "status": "completed", "tag": "5e527348-12e8-48b9-981e-f145178dbc10"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:03:43.734995 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 5e527348-12e8-48b9-981e-f145178dbc10, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5e527348-12e8-48b9-981e-f145178dbc10,segment=NetworkSegment(0d27606c-4a9e-4e42-922d-9bea1644bffb),segment_id=0d27606c-4a9e-4e42-922d-9bea1644bffb)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:03:43.739876 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (5e527348-12e8-48b9-981e-f145178dbc10), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:03:43.762677 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 00:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf78bae4-3a38-4442-8da8-f8004c9ebf6c x-openstack-request-id: req-bf78bae4-3a38-4442-8da8-f8004c9ebf6c {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:03:43.762969 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2", "name": "network-vif-unplugged", "status": "completed", "tag": "5e527348-12e8-48b9-981e-f145178dbc10", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:03:43.763223 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf78bae4-3a38-4442-8da8-f8004c9ebf6c {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:03:43.763620 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf78bae4-3a38-4442-8da8-f8004c9ebf6c'] response: {'server_uuid': 'fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e527348-12e8-48b9-981e-f145178dbc10', 'code': 200} Mar 24 00:03:43.789794 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=5e527348-12e8-48b9-981e-f145178dbc10,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:03:43.797001 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:03:43.797377 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:03:43.797730 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:03:43.798072 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:03:43.798411 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:03:43.798742 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:03:43.799068 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:03:43.799395 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:03:43.799724 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:03:43.800045 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:03:43.800372 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:03:43.800698 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:03:43.801023 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:03:43.801371 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:03:43.801696 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:03:43.809483 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c5e49780-3082-4d19-a962-3240c0600c32 req-60eaa847-4f24-4833-852b-b4aa4804d137 service neutron] 10.222.0.20 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927494 Mar 24 00:03:43.903807 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-c5e49780-3082-4d19-a962-3240c0600c32 req-3be358d6-bcee-4392-82ce-c54017754df7 service neutron] 10.222.0.20 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874388 Mar 24 00:03:44.255327 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd459c0-b0d5-4a3f-867b-9638bc6dc06e req-56549b3c-12c7-446b-a434-f8c860ef3e5b tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:44.256843 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6cd459c0-b0d5-4a3f-867b-9638bc6dc06e req-56549b3c-12c7-446b-a434-f8c860ef3e5b tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 943 time: 0.0761380 Mar 24 00:03:44.312738 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6cd459c0-b0d5-4a3f-867b-9638bc6dc06e req-fb030c81-15af-4ebf-bde4-963412c2c9aa tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485919 Mar 24 00:03:45.505900 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0c17f-42ea-4297-9475-684bf88e8909 req-7e26adb3-48d8-45ea-852a-0e9d4080fc92 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:45.507376 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2ca0c17f-42ea-4297-9475-684bf88e8909 req-7e26adb3-48d8-45ea-852a-0e9d4080fc92 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 943 time: 0.0582044 Mar 24 00:03:45.556417 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-2ca0c17f-42ea-4297-9475-684bf88e8909 req-947c3204-9a89-4f92-ba1c-937250575bf9 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433300 Mar 24 00:03:46.700082 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a408b-9125-48e6-94c2-b27b9f6b250f req-cde5401a-c225-475a-a1f3-8ffb736563e1 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:46.701646 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-044a408b-9125-48e6-94c2-b27b9f6b250f req-cde5401a-c225-475a-a1f3-8ffb736563e1 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 943 time: 0.0654609 Mar 24 00:03:46.753041 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-044a408b-9125-48e6-94c2-b27b9f6b250f req-f381b172-2b82-43a8-9a7b-a91bddeb26e0 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457265 Mar 24 00:03:47.879760 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad3705-2d28-4138-8d00-71e3e13ba9e6 req-cbb63eac-68b1-48f5-833e-d5b14c119c1c tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:47.881364 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-49ad3705-2d28-4138-8d00-71e3e13ba9e6 req-cbb63eac-68b1-48f5-833e-d5b14c119c1c tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 943 time: 0.0556450 Mar 24 00:03:47.934673 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-49ad3705-2d28-4138-8d00-71e3e13ba9e6 req-920b26d4-4914-4945-950b-70e76544f99a tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476575 Mar 24 00:03:48.821902 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:03:49.058101 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37841c8d-a8bf-4480-8fe9-78b16d86f66f req-1efb8c1b-0f40-4898-8c0b-8e13cd150e1e tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:49.059894 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-37841c8d-a8bf-4480-8fe9-78b16d86f66f req-1efb8c1b-0f40-4898-8c0b-8e13cd150e1e tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 943 time: 0.0557570 Mar 24 00:03:49.117713 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-37841c8d-a8bf-4480-8fe9-78b16d86f66f req-39df7bae-cd0d-4412-8dd9-7a2018065697 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519955 Mar 24 00:03:49.949807 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d7676-b737-46b6-a2f8-32784f23494d req-e79642d5-5a19-4095-9bf5-52ebb7c13b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:49.951298 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-250d7676-b737-46b6-a2f8-32784f23494d req-e79642d5-5a19-4095-9bf5-52ebb7c13b5d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 1127 time: 0.0465128 Mar 24 00:03:50.009606 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-250d7676-b737-46b6-a2f8-32784f23494d req-e99418bb-7d6d-40d6-82b3-5bddefc8ed7f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511322 Mar 24 00:03:50.247986 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0a727-1e8f-49a7-8f23-3d6ffe4fdd03 req-a3dfcbab-3c45-4206-9bad-c965a553bea6 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:50.249479 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6be0a727-1e8f-49a7-8f23-3d6ffe4fdd03 req-a3dfcbab-3c45-4206-9bad-c965a553bea6 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 943 time: 0.0575325 Mar 24 00:03:50.303524 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-6be0a727-1e8f-49a7-8f23-3d6ffe4fdd03 req-87ba9198-8a6d-48c1-a6f3-e3a300bfc4d1 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481074 Mar 24 00:03:51.435672 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a30dd0-35f1-4737-b2c0-9222fee0ca47 req-813e1e2e-1861-4fe2-86af-7e506970e75a tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:51.437216 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-75a30dd0-35f1-4737-b2c0-9222fee0ca47 req-813e1e2e-1861-4fe2-86af-7e506970e75a tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 943 time: 0.0599935 Mar 24 00:03:51.494682 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-75a30dd0-35f1-4737-b2c0-9222fee0ca47 req-77c0b851-458d-4860-8853-e91f5848eb37 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515065 Mar 24 00:03:51.610076 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 5e527348-12e8-48b9-981e-f145178dbc10 details requested by agent hyperv_hv-cinder-74915 with host hv-cinder-74915 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 00:03:51.718284 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 5e527348-12e8-48b9-981e-f145178dbc10, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5e527348-12e8-48b9-981e-f145178dbc10,segment=NetworkSegment(0d27606c-4a9e-4e42-922d-9bea1644bffb),segment_id=0d27606c-4a9e-4e42-922d-9bea1644bffb)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:03:51.730746 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Returning: {'device': '5e527348-12e8-48b9-981e-f145178dbc10', 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594', 'port_id': '5e527348-12e8-48b9-981e-f145178dbc10', 'mac_address': 'fa:16:3e:6c:9d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 00:03:51.770141 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 5e527348-12e8-48b9-981e-f145178dbc10 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:03:51.770443 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (5e527348-12e8-48b9-981e-f145178dbc10), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:03:51.784151 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e527348-12e8-48b9-981e-f145178dbc10 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 00:03:51.810156 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 5e527348-12e8-48b9-981e-f145178dbc10, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5e527348-12e8-48b9-981e-f145178dbc10,segment=NetworkSegment(0d27606c-4a9e-4e42-922d-9bea1644bffb),segment_id=0d27606c-4a9e-4e42-922d-9bea1644bffb)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:03:51.815917 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (5e527348-12e8-48b9-981e-f145178dbc10), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:03:51.866619 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=5e527348-12e8-48b9-981e-f145178dbc10,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:03:52.054424 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] get_ports_and_sgs() called for port_ids ['5e527348-12e8-48b9-981e-f145178dbc10'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 00:03:52.484640 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f1c35a02-8676-4806-b595-7139a10abf89 req-a446fbf2-9c37-4106-851a-c19bed869bd5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460610 Mar 24 00:03:52.581995 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c35a02-8676-4806-b595-7139a10abf89 req-5debae31-900c-4885-bb17-64f304964a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:52.583538 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f1c35a02-8676-4806-b595-7139a10abf89 req-5debae31-900c-4885-bb17-64f304964a17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7773efe1c8f41ee855678b567eb87ec&device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 1128 time: 0.0499296 Mar 24 00:03:52.697825 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c35a02-8676-4806-b595-7139a10abf89 req-fecbf760-233d-47bc-8b61-7ed5f71945ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:52.699324 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f1c35a02-8676-4806-b595-7139a10abf89 req-fecbf760-233d-47bc-8b61-7ed5f71945ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4799792-811b-4f18-9239-6f9b0c3a0594 HTTP/1.1" status: 200 len: 909 time: 0.0960104 Mar 24 00:03:52.769782 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f1c35a02-8676-4806-b595-7139a10abf89 req-0b15492d-0f14-403c-af86-df333987613b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e527348-12e8-48b9-981e-f145178dbc10 HTTP/1.1" status: 200 len: 999 time: 0.0638118 Mar 24 00:03:52.820601 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c35a02-8676-4806-b595-7139a10abf89 req-02eaf76c-8b73-4d6d-8e76-3d22f0a3bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:52.822190 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f1c35a02-8676-4806-b595-7139a10abf89 req-02eaf76c-8b73-4d6d-8e76-3d22f0a3bee0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b HTTP/1.1" status: 200 len: 848 time: 0.0471182 Mar 24 00:03:52.879471 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c35a02-8676-4806-b595-7139a10abf89 req-65027ce5-802c-40e5-ac83-6178d42f6610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:03:52.881118 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f1c35a02-8676-4806-b595-7139a10abf89 req-65027ce5-802c-40e5-ac83-6178d42f6610 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4799792-811b-4f18-9239-6f9b0c3a0594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527732 Mar 24 00:03:53.249424 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f1c35a02-8676-4806-b595-7139a10abf89 req-74e535e1-28e5-4d25-80a4-08d28b2e5219 service neutron] 10.222.0.20 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619096 Mar 24 00:03:53.345225 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-f1c35a02-8676-4806-b595-7139a10abf89 req-0a9553ae-483a-4c23-a6b4-fc57146e0305 service neutron] 10.222.0.20 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896893 Mar 24 00:03:53.628350 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 5e527348-12e8-48b9-981e-f145178dbc10 up at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 00:03:53.681369 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Provisioning complete for port 5e527348-12e8-48b9-981e-f145178dbc10 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 00:03:53.681753 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504376'] for port (5e527348-12e8-48b9-981e-f145178dbc10), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:03:53.776939 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Current status of the port 5e527348-12e8-48b9-981e-f145178dbc10 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 00:03:53.777350 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547882'] for port (5e527348-12e8-48b9-981e-f145178dbc10), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:03:53.801543 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e527348-12e8-48b9-981e-f145178dbc10'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:03:53.803792 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f0b3332991234eb626dfeb5ea1176819181cf326420c4a057be167c0efd4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1582c2-141b-4152-9165-852c285f1ce7" -d '{"events": [{"server_uuid": "fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2", "name": "network-vif-plugged", "status": "completed", "tag": "5e527348-12e8-48b9-981e-f145178dbc10"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:03:53.818860 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9773416-75a8-4f61-8305-83420e361969 None None] For port 5e527348-12e8-48b9-981e-f145178dbc10, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5e527348-12e8-48b9-981e-f145178dbc10,segment=NetworkSegment(0d27606c-4a9e-4e42-922d-9bea1644bffb),segment_id=0d27606c-4a9e-4e42-922d-9bea1644bffb)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:03:53.825516 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777139828628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777139325709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777139325727'] for port (5e527348-12e8-48b9-981e-f145178dbc10), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:03:53.850220 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d81c615-ab2b-4f37-b988-54366cf73720 x-openstack-request-id: req-8d81c615-ab2b-4f37-b988-54366cf73720 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:03:53.850515 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2", "name": "network-vif-plugged", "status": "completed", "tag": "5e527348-12e8-48b9-981e-f145178dbc10", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:03:53.850766 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d81c615-ab2b-4f37-b988-54366cf73720 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:03:53.851169 dv-cinder-749155-6-iscsi neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d81c615-ab2b-4f37-b988-54366cf73720'] response: {'server_uuid': 'fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e527348-12e8-48b9-981e-f145178dbc10', 'code': 200} Mar 24 00:03:53.878655 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Pushing event updated for resources: {'Port': ['ID=5e527348-12e8-48b9-981e-f145178dbc10,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:04:04.661164 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:04:07.240107 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-44d432df-0878-41c0-803f-269986e7f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:04:09.351412 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-91f54730-d0f1-4328-ac73-0366f9b6eea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:04:10.644099 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:04:12.197900 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:04:13.320276 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:04:18.835601 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:04:37.239854 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ebe5b713-e639-4812-8f11-5f944918387a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:04:39.349704 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3d76-ba20-4c4c-8535-b214eca4af9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:04:40.649447 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:04:41.661980 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:04:42.201210 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:04:43.317049 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:04:48.845759 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:04:52.493142 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-98e4761b-382d-422f-a196-c16f625602f0 req-f9b4ca92-3026-487e-abec-a08965015b1f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0919874 Mar 24 00:04:52.591652 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4761b-382d-422f-a196-c16f625602f0 req-4df3d96c-9934-4bf0-a39b-7b7ff6a85b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:04:52.593161 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-98e4761b-382d-422f-a196-c16f625602f0 req-4df3d96c-9934-4bf0-a39b-7b7ff6a85b57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7773efe1c8f41ee855678b567eb87ec&device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 1129 time: 0.0499465 Mar 24 00:04:52.709021 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4761b-382d-422f-a196-c16f625602f0 req-a94e608a-1732-4c4e-83cb-cc997095dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:04:52.710601 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-98e4761b-382d-422f-a196-c16f625602f0 req-a94e608a-1732-4c4e-83cb-cc997095dd41 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4799792-811b-4f18-9239-6f9b0c3a0594 HTTP/1.1" status: 200 len: 909 time: 0.0874367 Mar 24 00:04:52.777762 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-98e4761b-382d-422f-a196-c16f625602f0 req-ee81b66a-7295-4513-9d9c-9a8843813b8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e527348-12e8-48b9-981e-f145178dbc10 HTTP/1.1" status: 200 len: 1000 time: 0.0603662 Mar 24 00:04:52.831743 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4761b-382d-422f-a196-c16f625602f0 req-e96d0f39-f32a-4f35-b15b-cee0d476bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:04:52.833333 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-98e4761b-382d-422f-a196-c16f625602f0 req-e96d0f39-f32a-4f35-b15b-cee0d476bd5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b HTTP/1.1" status: 200 len: 848 time: 0.0456800 Mar 24 00:04:52.901722 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4761b-382d-422f-a196-c16f625602f0 req-f270fdb8-c18f-4848-9b01-d2f6c9045fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:04:52.903254 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-98e4761b-382d-422f-a196-c16f625602f0 req-f270fdb8-c18f-4848-9b01-d2f6c9045fff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4799792-811b-4f18-9239-6f9b0c3a0594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637939 Mar 24 00:04:53.001268 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-98e4761b-382d-422f-a196-c16f625602f0 req-09742e1c-c920-4442-8777-7f045c72477a service neutron] 10.222.0.20 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849037 Mar 24 00:04:53.099564 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-98e4761b-382d-422f-a196-c16f625602f0 req-1e7b4b1e-b356-4329-b36a-dcbb608687ee service neutron] 10.222.0.20 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906248 Mar 24 00:05:07.128629 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 56224) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:05:07.236338 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9aaddd14-f14e-4395-98b6-d5f013d4eadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:07.308208 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Deleting port 082c270f-5ceb-44d5-994b-4a1e57085eeb {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:05:07.308510 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (082c270f-5ceb-44d5-994b-4a1e57085eeb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:07.389950 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (082c270f-5ceb-44d5-994b-4a1e57085eeb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:07.390252 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for floatingip (082c270f-5ceb-44d5-994b-4a1e57085eeb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:07.404046 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Calling delete_port for 082c270f-5ceb-44d5-994b-4a1e57085eeb owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:05:07.577735 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (082c270f-5ceb-44d5-994b-4a1e57085eeb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:07.605236 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Pushing event deleted for resources: {'Port': ['ID=082c270f-5ceb-44d5-994b-4a1e57085eeb,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:05:07.617500 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:07.617849 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:07.618189 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:07.618529 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:07.618911 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:07.619178 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:07.619504 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:07.619826 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:07.620150 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:07.620475 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:07.620797 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:07.621115 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:07.621488 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:07.621808 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:07.622317 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:07.682314 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for floatingip (bed311d1-7f42-467a-81d6-61c595e111df), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:07.682611 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.db.l3_db [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Floating IP bed311d1-7f42-467a-81d6-61c595e111df disassociated (deleted). External IP: 172.27.0.31, port: 5e527348-12e8-48b9-981e-f145178dbc10. Mar 24 00:05:07.928550 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Router 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:05:08.037956 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:05:08.042640 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:08.049007 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85e3f1c-e66a-4fa9-a7ec-1eace5c70c9b None None] Sync routers for ids ['58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:05:08.066129 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85e3f1c-e66a-4fa9-a7ec-1eace5c70c9b None None] Routers {'58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:05:08.066778 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a85e3f1c-e66a-4fa9-a7ec-1eace5c70c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-24T00:04:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:05:08.079108 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-ef1c885e-89aa-4a2f-88e7-e4cefca925c2 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "DELETE /v2.0/floatingips/bed311d1-7f42-467a-81d6-61c595e111df HTTP/1.1" status: 204 len: 168 time: 0.9492979 Mar 24 00:05:08.079694 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2', 'tag': '5e527348-12e8-48b9-981e-f145178dbc10'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:05:08.081968 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e4fa79-31ec-4fc5-8527-fcb97d002eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2", "tag": "5e527348-12e8-48b9-981e-f145178dbc10"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:05:08.193813 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 00:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5a6742-4ed1-4974-ad0c-a45030d823cc x-openstack-request-id: req-3c5a6742-4ed1-4974-ad0c-a45030d823cc {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:05:08.193813 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2", "tag": "5e527348-12e8-48b9-981e-f145178dbc10", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:05:08.194572 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c5a6742-4ed1-4974-ad0c-a45030d823cc {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:05:08.194572 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c5a6742-4ed1-4974-ad0c-a45030d823cc'] response: {'name': 'network-changed', 'server_uuid': 'fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2', 'tag': '5e527348-12e8-48b9-981e-f145178dbc10', 'status': 'completed', 'code': 200} Mar 24 00:05:08.214222 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-a85e3f1c-e66a-4fa9-a7ec-1eace5c70c9b None None] Set router 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:05:08.267689 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4fa79-31ec-4fc5-8527-fcb97d002eaa req-24354ace-ea26-458d-b9e5-fbe22e39bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:05:08.269331 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a5e4fa79-31ec-4fc5-8527-fcb97d002eaa req-24354ace-ea26-458d-b9e5-fbe22e39bec5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7773efe1c8f41ee855678b567eb87ec&device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 1129 time: 0.0539346 Mar 24 00:05:08.365916 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4fa79-31ec-4fc5-8527-fcb97d002eaa req-e7ea35cc-5184-41db-a51e-81937786decc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:05:08.367495 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a5e4fa79-31ec-4fc5-8527-fcb97d002eaa req-e7ea35cc-5184-41db-a51e-81937786decc service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4799792-811b-4f18-9239-6f9b0c3a0594 HTTP/1.1" status: 200 len: 909 time: 0.0918403 Mar 24 00:05:08.410730 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca2f7b-9948-46f4-a856-ced9c53936ea req-47455089-5b0a-4e33-92b5-8f84acbf2812 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:05:08.412973 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9aca2f7b-9948-46f4-a856-ced9c53936ea req-47455089-5b0a-4e33-92b5-8f84acbf2812 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 945 time: 0.1314662 Mar 24 00:05:08.416501 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a5e4fa79-31ec-4fc5-8527-fcb97d002eaa req-55994e53-33b6-4cbc-85a0-7379fe327946 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e527348-12e8-48b9-981e-f145178dbc10 HTTP/1.1" status: 200 len: 217 time: 0.0415111 Mar 24 00:05:08.467215 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-9aca2f7b-9948-46f4-a856-ced9c53936ea req-9bc45fc9-550c-4d76-839c-64a002f6e9dd tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471177 Mar 24 00:05:08.469664 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4fa79-31ec-4fc5-8527-fcb97d002eaa req-6ce61496-57fd-429b-b7e2-1a79a9d313c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:05:08.471463 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a5e4fa79-31ec-4fc5-8527-fcb97d002eaa req-6ce61496-57fd-429b-b7e2-1a79a9d313c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b HTTP/1.1" status: 200 len: 848 time: 0.0483027 Mar 24 00:05:08.474964 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a85e3f1c-e66a-4fa9-a7ec-1eace5c70c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'name': 'tempest-TestShelveInstance-1610034185-router', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:53Z', 'revision_number': 4, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'gw_port': {'id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'f450d2ec-777c-4075-a148-bdc2295e5158', 'name': '', 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'mac_address': 'fa:16:3e:0b:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:52Z', 'updated_at': '2022-03-24T00:00:59Z', 'revision_number': 5, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'subnets': [{'id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:05:08.506815 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85e3f1c-e66a-4fa9-a7ec-1eace5c70c9b None None] Checking router: 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:05:08.518909 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85e3f1c-e66a-4fa9-a7ec-1eace5c70c9b None None] Routers {'58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:05:08.519814 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a85e3f1c-e66a-4fa9-a7ec-1eace5c70c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-24T00:04:39Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:05:08.541195 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4fa79-31ec-4fc5-8527-fcb97d002eaa req-ba677bbd-a6a7-422d-9cb3-f666c3a360c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:05:08.542765 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a5e4fa79-31ec-4fc5-8527-fcb97d002eaa req-ba677bbd-a6a7-422d-9cb3-f666c3a360c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4799792-811b-4f18-9239-6f9b0c3a0594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650923 Mar 24 00:05:08.641517 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-a85e3f1c-e66a-4fa9-a7ec-1eace5c70c9b None None] Set router 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:05:08.652970 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a5e4fa79-31ec-4fc5-8527-fcb97d002eaa req-7ae10bb4-c394-4511-8975-02b530028562 service neutron] 10.222.0.20 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036799 Mar 24 00:05:08.757998 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-a5e4fa79-31ec-4fc5-8527-fcb97d002eaa req-7ed7b868-4440-4b2e-9a49-98e763e5f035 service neutron] 10.222.0.20 "GET /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976675 Mar 24 00:05:08.851521 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a85e3f1c-e66a-4fa9-a7ec-1eace5c70c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'name': 'tempest-TestShelveInstance-1610034185-router', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:53Z', 'revision_number': 4, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'gw_port': {'id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'f450d2ec-777c-4075-a148-bdc2295e5158', 'name': '', 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'mac_address': 'fa:16:3e:0b:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:52Z', 'updated_at': '2022-03-24T00:00:59Z', 'revision_number': 5, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'subnets': [{'id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:05:08.884592 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85e3f1c-e66a-4fa9-a7ec-1eace5c70c9b None None] The sync data for ids ['58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'] in dv-cinder-749155-6-iscsi is: [{'id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'name': 'tempest-TestShelveInstance-1610034185-router', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:53Z', 'revision_number': 4, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'gw_port': {'id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi', '_interfaces': [{'id': 'f450d2ec-777c-4075-a148-bdc2295e5158', 'name': '', 'network_id': 'c4799792-811b-4f18-9239-6f9b0c3a0594', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'mac_address': 'fa:16:3e:0b:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:52Z', 'updated_at': '2022-03-24T00:00:59Z', 'revision_number': 5, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'subnets': [{'id': '9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:05:09.123414 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090f3e4f-5c35-4642-b809-e383c07be755 None None] New status for floating IP bed311d1-7f42-467a-81d6-61c595e111df: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 00:05:09.344069 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3df568ce-acd7-415e-9a53-74adff667af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:09.666726 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d8cf6-aac3-4343-9615-60d81599c014 req-357c5586-6251-469a-a62e-c205c2642bd8 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:05:09.668245 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ad7d8cf6-aac3-4343-9615-60d81599c014 req-357c5586-6251-469a-a62e-c205c2642bd8 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 945 time: 0.1151116 Mar 24 00:05:09.720761 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-ad7d8cf6-aac3-4343-9615-60d81599c014 req-31b4c94d-336f-482f-af7e-813d67743f3a tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/security-groups?id=bfa12905-3f3f-47da-bc11-24436bb129db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463235 Mar 24 00:05:09.809870 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241cf35d-e6fa-4aa1-9ea3-728bbbf86859 req-42953a05-a174-4b6e-8764-70313da9db1d tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 00:05:09.811692 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-241cf35d-e6fa-4aa1-9ea3-728bbbf86859 req-42953a05-a174-4b6e-8764-70313da9db1d tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0557413 Mar 24 00:05:09.917398 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-241cf35d-e6fa-4aa1-9ea3-728bbbf86859 req-31432b88-07c0-4452-ac11-2b2c4439f189 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Deleting port 5e527348-12e8-48b9-981e-f145178dbc10 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:05:09.917661 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-241cf35d-e6fa-4aa1-9ea3-728bbbf86859 req-31432b88-07c0-4452-ac11-2b2c4439f189 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (5e527348-12e8-48b9-981e-f145178dbc10), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:10.022831 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-241cf35d-e6fa-4aa1-9ea3-728bbbf86859 req-31432b88-07c0-4452-ac11-2b2c4439f189 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] For port 5e527348-12e8-48b9-981e-f145178dbc10, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74915',level=0,port_id=5e527348-12e8-48b9-981e-f145178dbc10,segment=NetworkSegment(0d27606c-4a9e-4e42-922d-9bea1644bffb),segment_id=0d27606c-4a9e-4e42-922d-9bea1644bffb)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:05:10.023465 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-241cf35d-e6fa-4aa1-9ea3-728bbbf86859 req-31432b88-07c0-4452-ac11-2b2c4439f189 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (5e527348-12e8-48b9-981e-f145178dbc10), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:10.046126 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-241cf35d-e6fa-4aa1-9ea3-728bbbf86859 req-31432b88-07c0-4452-ac11-2b2c4439f189 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Calling delete_port for 5e527348-12e8-48b9-981e-f145178dbc10 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:05:10.198452 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-241cf35d-e6fa-4aa1-9ea3-728bbbf86859 req-31432b88-07c0-4452-ac11-2b2c4439f189 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (5e527348-12e8-48b9-981e-f145178dbc10), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:10.233557 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31432b88-07c0-4452-ac11-2b2c4439f189 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Pushing event deleted for resources: {'Port': ['ID=5e527348-12e8-48b9-981e-f145178dbc10,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:05:10.281161 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-241cf35d-e6fa-4aa1-9ea3-728bbbf86859 req-31432b88-07c0-4452-ac11-2b2c4439f189 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] No DVR routers for this DVR port 5e527348-12e8-48b9-981e-f145178dbc10 on host hv-cinder-74915 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:05:10.283968 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-241cf35d-e6fa-4aa1-9ea3-728bbbf86859 req-31432b88-07c0-4452-ac11-2b2c4439f189 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-449425'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:10.287396 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [req-241cf35d-e6fa-4aa1-9ea3-728bbbf86859 req-31432b88-07c0-4452-ac11-2b2c4439f189 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.20 "DELETE /v2.0/ports/5e527348-12e8-48b9-981e-f145178dbc10 HTTP/1.1" status: 204 len: 173 time: 0.4709291 Mar 24 00:05:10.287855 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2', 'name': 'network-vif-deleted', 'tag': '5e527348-12e8-48b9-981e-f145178dbc10'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 00:05:10.290137 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2a6af8a8695ff729c69b619ba5731dae8cbce39d16a5688c233b285fcb2637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6a5dba-48e2-435b-aaec-bfb49286e8df" -d '{"events": [{"server_uuid": "fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2", "name": "network-vif-deleted", "tag": "5e527348-12e8-48b9-981e-f145178dbc10"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 00:05:10.328499 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 00:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7394535-226e-4c79-a482-275063e7605e x-openstack-request-id: req-f7394535-226e-4c79-a482-275063e7605e {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 00:05:10.328833 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2", "name": "network-vif-deleted", "tag": "5e527348-12e8-48b9-981e-f145178dbc10", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 00:05:10.329129 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7394535-226e-4c79-a482-275063e7605e {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 00:05:10.329512 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7394535-226e-4c79-a482-275063e7605e'] response: {'server_uuid': 'fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2', 'name': 'network-vif-deleted', 'tag': '5e527348-12e8-48b9-981e-f145178dbc10', 'status': 'completed', 'code': 200} Mar 24 00:05:10.649275 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:10.841180 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [req-25c4ec89-0dea-48f3-8ff7-db26a1c418a0 req-1ef6623b-9c35-46b7-8c30-d5de9cf3fefe tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa797be9-d1fc-4c9b-bc53-14ec22b1e8f2 HTTP/1.1" status: 200 len: 210 time: 0.0358734 Mar 24 00:05:11.902705 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 56258) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:05:11.961558 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b181448-09cd-454c-8dbd-596c4e937e93 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group (bfa12905-3f3f-47da-bc11-24436bb129db), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:11.988518 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b181448-09cd-454c-8dbd-596c4e937e93 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group (bfa12905-3f3f-47da-bc11-24436bb129db), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:11.993911 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 5e527348-12e8-48b9-981e-f145178dbc10 no longer exists at agent hyperv_hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:05:12.014778 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9773416-75a8-4f61-8305-83420e361969 None None] No Port match for: 5e527348-12e8-48b9-981e-f145178dbc10 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:05:12.015153 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Device 5e527348-12e8-48b9-981e-f145178dbc10 not bound to the agent host hv-cinder-74915 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:05:12.053684 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b181448-09cd-454c-8dbd-596c4e937e93 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (bfa12905-3f3f-47da-bc11-24436bb129db), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:12.056246 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b181448-09cd-454c-8dbd-596c4e937e93 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:12.057459 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-7b181448-09cd-454c-8dbd-596c4e937e93 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] 10.222.0.31 "DELETE /v2.0/security-groups/bfa12905-3f3f-47da-bc11-24436bb129db HTTP/1.1" status: 204 len: 168 time: 0.1537519 Mar 24 00:05:12.072805 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b181448-09cd-454c-8dbd-596c4e937e93 tempest-TestShelveInstance-25407002 tempest-TestShelveInstance-25407002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa12905-3f3f-47da-bc11-24436bb129db,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:05:12.104788 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 56262) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:05:12.204231 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:12.470534 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574534'] for router_interface (58a1d2a1-a8e4-4f9a-9c59-19a176d438a5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:12.739547 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Deleting port f450d2ec-777c-4075-a148-bdc2295e5158 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:05:12.739883 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (f450d2ec-777c-4075-a148-bdc2295e5158), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:12.822913 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] For port f450d2ec-777c-4075-a148-bdc2295e5158, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=f450d2ec-777c-4075-a148-bdc2295e5158,segment=NetworkSegment(0d27606c-4a9e-4e42-922d-9bea1644bffb),segment_id=0d27606c-4a9e-4e42-922d-9bea1644bffb)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:05:12.823237 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (f450d2ec-777c-4075-a148-bdc2295e5158), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:12.838380 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Calling delete_port for f450d2ec-777c-4075-a148-bdc2295e5158 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:05:13.035068 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (f450d2ec-777c-4075-a148-bdc2295e5158), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:13.066998 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f450d2ec-777c-4075-a148-bdc2295e5158,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:05:13.078996 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:13.079341 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:13.079685 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:13.080022 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:13.080359 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:13.080681 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:13.081004 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:13.081353 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:13.081707 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:13.082033 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:13.082356 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:13.082698 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:13.083025 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:13.083338 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:13.083651 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:13.259250 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-574198'] for router_interface (58a1d2a1-a8e4-4f9a-9c59-19a176d438a5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:13.312033 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:13.492170 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Router 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:05:13.885929 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:05:13.891629 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-43a1bf5e-d684-4f08-b6ba-5dec0f09ffa4 admin admin] 10.222.0.31 "PUT /v2.0/routers/58a1d2a1-a8e4-4f9a-9c59-19a176d438a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7852740 Mar 24 00:05:13.894402 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 56264) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:05:13.895371 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff9c32-7e43-41ff-8ce5-8b2daf8f8096 None None] Sync routers for ids ['58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'] in dv-cinder-749155-6-iscsi {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:05:13.907404 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff9c32-7e43-41ff-8ce5-8b2daf8f8096 None None] Routers {'58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:05:13.908032 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a5ff9c32-7e43-41ff-8ce5-8b2daf8f8096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-24T00:05:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:05:14.008916 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b76644a7-721c-434f-adc1-bb4ae38b9ea1 admin admin] Publish callbacks [] for router (58a1d2a1-a8e4-4f9a-9c59-19a176d438a5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:14.030697 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-a5ff9c32-7e43-41ff-8ce5-8b2daf8f8096 None None] Set router 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:05:14.140712 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b76644a7-721c-434f-adc1-bb4ae38b9ea1 admin admin] Publish callbacks [] for router_gateway (58a1d2a1-a8e4-4f9a-9c59-19a176d438a5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:14.204368 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b76644a7-721c-434f-adc1-bb4ae38b9ea1 admin admin] Deleting port b769f400-3567-4c32-848b-3ae4582bd289 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:05:14.204841 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b76644a7-721c-434f-adc1-bb4ae38b9ea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (b769f400-3567-4c32-848b-3ae4582bd289), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:14.250477 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a5ff9c32-7e43-41ff-8ce5-8b2daf8f8096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'name': 'tempest-TestShelveInstance-1610034185-router', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:05:12Z', 'revision_number': 5, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'gw_port': {'id': 'b769f400-3567-4c32-848b-3ae4582bd289', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:05:14.278640 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff9c32-7e43-41ff-8ce5-8b2daf8f8096 None None] Checking router: 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 for host: dv-cinder-749155-6-iscsi {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:05:14.288072 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff9c32-7e43-41ff-8ce5-8b2daf8f8096 None None] Routers {'58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:05:14.288696 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a5ff9c32-7e43-41ff-8ce5-8b2daf8f8096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-24T00:05:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:05:14.298443 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-b76644a7-721c-434f-adc1-bb4ae38b9ea1 admin admin] For port b769f400-3567-4c32-848b-3ae4582bd289, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=b769f400-3567-4c32-848b-3ae4582bd289,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:05:14.299140 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b76644a7-721c-434f-adc1-bb4ae38b9ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (b769f400-3567-4c32-848b-3ae4582bd289), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:14.314375 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b76644a7-721c-434f-adc1-bb4ae38b9ea1 admin admin] Calling delete_port for b769f400-3567-4c32-848b-3ae4582bd289 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:05:14.501149 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b76644a7-721c-434f-adc1-bb4ae38b9ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (b769f400-3567-4c32-848b-3ae4582bd289), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:14.518423 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-a5ff9c32-7e43-41ff-8ce5-8b2daf8f8096 None None] Set router 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:05:14.533009 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76644a7-721c-434f-adc1-bb4ae38b9ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b769f400-3567-4c32-848b-3ae4582bd289,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:05:14.574975 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a5ff9c32-7e43-41ff-8ce5-8b2daf8f8096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'name': 'tempest-TestShelveInstance-1610034185-router', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:05:14Z', 'revision_number': 6, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'gw_port_host': None}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:05:14.595184 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b76644a7-721c-434f-adc1-bb4ae38b9ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574732'] for router_gateway (58a1d2a1-a8e4-4f9a-9c59-19a176d438a5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:14.602873 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff9c32-7e43-41ff-8ce5-8b2daf8f8096 None None] The sync data for ids ['58a1d2a1-a8e4-4f9a-9c59-19a176d438a5'] in dv-cinder-749155-6-iscsi is: [{'id': '58a1d2a1-a8e4-4f9a-9c59-19a176d438a5', 'name': 'tempest-TestShelveInstance-1610034185-router', 'tenant_id': 'e7773efe1c8f41ee855678b567eb87ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:50Z', 'updated_at': '2022-03-24T00:05:14Z', 'revision_number': 6, 'project_id': 'e7773efe1c8f41ee855678b567eb87ec', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:05:14.691396 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b76644a7-721c-434f-adc1-bb4ae38b9ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router (58a1d2a1-a8e4-4f9a-9c59-19a176d438a5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:14.693697 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b76644a7-721c-434f-adc1-bb4ae38b9ea1 admin admin] Publish callbacks [] for router_controller (58a1d2a1-a8e4-4f9a-9c59-19a176d438a5), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:14.742959 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b76644a7-721c-434f-adc1-bb4ae38b9ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573167'] for router (58a1d2a1-a8e4-4f9a-9c59-19a176d438a5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:14.743604 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76644a7-721c-434f-adc1-bb4ae38b9ea1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 00:05:14.750914 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b76644a7-721c-434f-adc1-bb4ae38b9ea1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:14.750914 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-b76644a7-721c-434f-adc1-bb4ae38b9ea1 admin admin] 10.222.0.31 "DELETE /v2.0/routers/58a1d2a1-a8e4-4f9a-9c59-19a176d438a5 HTTP/1.1" status: 204 len: 168 time: 0.8550184 Mar 24 00:05:14.755348 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 56266) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:05:14.806819 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5cc109-a712-4724-9ba0-791618c5f9a6 admin admin] Deleting subnet 9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:05:14.810205 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc109-a712-4724-9ba0-791618c5f9a6 admin admin] Publish callbacks [] for subnet (9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:14.851925 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc109-a712-4724-9ba0-791618c5f9a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7384360'] for subnet (9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:14.934296 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc109-a712-4724-9ba0-791618c5f9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171796'] for subnet (9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:15.004859 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc109-a712-4724-9ba0-791618c5f9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5581760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5875758'] for subnet (9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:15.036696 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cc109-a712-4724-9ba0-791618c5f9a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:05:15.051467 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc109-a712-4724-9ba0-791618c5f9a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:15.055591 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-0e5cc109-a712-4724-9ba0-791618c5f9a6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9a40f0ab-3c3d-47aa-a3f9-8674224b7f0b HTTP/1.1" status: 204 len: 168 time: 0.2992909 Mar 24 00:05:15.057332 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47702680-887e-4cda-88a4-afa5ee90e94e None None] Network c4799792-811b-4f18-9239-6f9b0c3a0594 requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:05:15.058178 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 56268) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:05:15.136648 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a62cfe9-3ada-4aa8-9e86-d3249693181b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049883'] for network (c4799792-811b-4f18-9239-6f9b0c3a0594), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:15.199669 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-9a62cfe9-3ada-4aa8-9e86-d3249693181b admin admin] Deleting port b502e422-cf0b-49da-a2be-129412614192 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:05:15.200000 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a62cfe9-3ada-4aa8-9e86-d3249693181b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (b502e422-cf0b-49da-a2be-129412614192), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:15.263087 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-9a62cfe9-3ada-4aa8-9e86-d3249693181b admin admin] For port b502e422-cf0b-49da-a2be-129412614192, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=b502e422-cf0b-49da-a2be-129412614192,segment=NetworkSegment(0d27606c-4a9e-4e42-922d-9bea1644bffb),segment_id=0d27606c-4a9e-4e42-922d-9bea1644bffb)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:05:15.263990 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a62cfe9-3ada-4aa8-9e86-d3249693181b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (b502e422-cf0b-49da-a2be-129412614192), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:15.276816 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-9a62cfe9-3ada-4aa8-9e86-d3249693181b admin admin] Calling delete_port for b502e422-cf0b-49da-a2be-129412614192 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:05:15.365368 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a62cfe9-3ada-4aa8-9e86-d3249693181b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (b502e422-cf0b-49da-a2be-129412614192), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:15.379136 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31dfd74-6c5a-4e5f-84e0-003113475e84 None None] DHCP port deletion for c4799792-811b-4f18-9239-6f9b0c3a0594 request from dv-cinder-749155-6-iscsi {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 00:05:15.390324 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device f450d2ec-777c-4075-a148-bdc2295e5158 no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:05:15.402768 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a62cfe9-3ada-4aa8-9e86-d3249693181b admin admin] No DVR routers for this DVR port b502e422-cf0b-49da-a2be-129412614192 on host dv-cinder-749155-6-iscsi {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:05:15.409619 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62cfe9-3ada-4aa8-9e86-d3249693181b admin admin] Pushing event deleted for resources: {'Port': ['ID=b502e422-cf0b-49da-a2be-129412614192,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:05:15.415253 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: f450d2ec-777c-4075-a148-bdc2295e5158 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:05:15.415488 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device f450d2ec-777c-4075-a148-bdc2295e5158 not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:05:15.484308 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a62cfe9-3ada-4aa8-9e86-d3249693181b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506273', 'neutron.services.segments.db._delete_segments_for_network-8777139652675'] for network (c4799792-811b-4f18-9239-6f9b0c3a0594), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:15.507214 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-9a62cfe9-3ada-4aa8-9e86-d3249693181b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4799792-811b-4f18-9239-6f9b0c3a0594']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:05:15.517859 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-9a62cfe9-3ada-4aa8-9e86-d3249693181b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d27606c-4a9e-4e42-922d-9bea1644bffb') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:05:15.518064 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-9a62cfe9-3ada-4aa8-9e86-d3249693181b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d27606c-4a9e-4e42-922d-9bea1644bffb') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:05:15.528717 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a62cfe9-3ada-4aa8-9e86-d3249693181b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777139653708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7433123'] for segment (0d27606c-4a9e-4e42-922d-9bea1644bffb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:15.542815 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a62cfe9-3ada-4aa8-9e86-d3249693181b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (0d27606c-4a9e-4e42-922d-9bea1644bffb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:15.550514 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a62cfe9-3ada-4aa8-9e86-d3249693181b admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:05:15.550976 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a62cfe9-3ada-4aa8-9e86-d3249693181b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5693581'] for segment (0d27606c-4a9e-4e42-922d-9bea1644bffb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: Traceback (most recent call last): Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: timer() Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: cb(*args, **kw) Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: return func(*args, **kwargs) Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: self._notify() Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: self.callback(batched_events) Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: event.method(event) Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: return f(self, *a, **k) Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: return self._get(url).json() Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: return self.request(url, 'GET', **kwargs) Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:05:15.552735 dv-cinder-749155-6-iscsi neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:05:15.609590 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a62cfe9-3ada-4aa8-9e86-d3249693181b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574832'] for network (c4799792-811b-4f18-9239-6f9b0c3a0594), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:15.616541 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a62cfe9-3ada-4aa8-9e86-d3249693181b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:15.619730 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-9a62cfe9-3ada-4aa8-9e86-d3249693181b admin admin] 10.222.0.31 "DELETE /v2.0/networks/c4799792-811b-4f18-9239-6f9b0c3a0594 HTTP/1.1" status: 204 len: 168 time: 0.5605397 Mar 24 00:05:15.622870 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 56270) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:05:15.630452 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62cfe9-3ada-4aa8-9e86-d3249693181b admin admin] Pushing event deleted for resources: {'Network': ['ID=c4799792-811b-4f18-9239-6f9b0c3a0594,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:05:15.988265 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5dd79070-f4f6-4477-ab49-5387a31ae7c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574534'] for router_interface (3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:16.259977 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-5dd79070-f4f6-4477-ab49-5387a31ae7c0 admin admin] Deleting port b4688743-2f49-4ab0-8017-b84a0326bf9e {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:05:16.260227 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5dd79070-f4f6-4477-ab49-5387a31ae7c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (b4688743-2f49-4ab0-8017-b84a0326bf9e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:16.339381 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-5dd79070-f4f6-4477-ab49-5387a31ae7c0 admin admin] For port b4688743-2f49-4ab0-8017-b84a0326bf9e, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=b4688743-2f49-4ab0-8017-b84a0326bf9e,segment=NetworkSegment(132f804f-6abe-44ce-abb1-2913d37f83a9),segment_id=132f804f-6abe-44ce-abb1-2913d37f83a9)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:05:16.339736 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5dd79070-f4f6-4477-ab49-5387a31ae7c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (b4688743-2f49-4ab0-8017-b84a0326bf9e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:16.356847 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-5dd79070-f4f6-4477-ab49-5387a31ae7c0 admin admin] Calling delete_port for b4688743-2f49-4ab0-8017-b84a0326bf9e owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:05:16.575100 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5dd79070-f4f6-4477-ab49-5387a31ae7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (b4688743-2f49-4ab0-8017-b84a0326bf9e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:16.601287 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd79070-f4f6-4477-ab49-5387a31ae7c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4688743-2f49-4ab0-8017-b84a0326bf9e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:05:16.794872 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5dd79070-f4f6-4477-ab49-5387a31ae7c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-574198'] for router_interface (3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:17.028333 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd79070-f4f6-4477-ab49-5387a31ae7c0 admin admin] Router 3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1 has already been hosted by L3 agent 04ec1e54-fd13-455c-890f-8750c2395993 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 00:05:17.046732 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device b769f400-3567-4c32-848b-3ae4582bd289 no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:05:17.069446 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: b769f400-3567-4c32-848b-3ae4582bd289 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:05:17.069796 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device b769f400-3567-4c32-848b-3ae4582bd289 not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:05:17.070222 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device b502e422-cf0b-49da-a2be-129412614192 no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:05:17.093245 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: b502e422-cf0b-49da-a2be-129412614192 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:05:17.093618 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device b502e422-cf0b-49da-a2be-129412614192 not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:05:17.169118 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd79070-f4f6-4477-ab49-5387a31ae7c0 admin admin] Notify agent at l3_agent.dv-cinder-749155-6-iscsi the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 00:05:17.175287 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-5dd79070-f4f6-4477-ab49-5387a31ae7c0 admin admin] 10.222.0.31 "PUT /v2.0/routers/3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5513337 Mar 24 00:05:17.177814 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 56272) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:05:17.178531 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d9c717-2846-4f7c-b8ac-1b63f419295e None None] Sync routers for ids ['3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1'] in dv-cinder-749155-6-iscsi {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 00:05:17.191723 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d9c717-2846-4f7c-b8ac-1b63f419295e None None] Routers {'3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:05:17.192581 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-53d9c717-2846-4f7c-b8ac-1b63f419295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-24T00:05:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:05:17.290274 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-425863cd-4b5a-44ad-a7fa-a95a191ce358 admin admin] Publish callbacks [] for router (3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:17.303188 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-53d9c717-2846-4f7c-b8ac-1b63f419295e None None] Set router 3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1 gateway port host: dv-cinder-749155-6-iscsi {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:05:17.396578 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-425863cd-4b5a-44ad-a7fa-a95a191ce358 admin admin] Publish callbacks [] for router_gateway (3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:17.460466 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-425863cd-4b5a-44ad-a7fa-a95a191ce358 admin admin] Deleting port 6f6330b3-6238-4da1-ab37-b28e61c9148f {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:05:17.460719 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-425863cd-4b5a-44ad-a7fa-a95a191ce358 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (6f6330b3-6238-4da1-ab37-b28e61c9148f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:17.492083 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-53d9c717-2846-4f7c-b8ac-1b63f419295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1', 'name': 'tempest-TestShelveInstance-1156102097-router', 'tenant_id': 'ecd4143ccdb640fe8334a04e21242059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'external_fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '6f6330b3-6238-4da1-ab37-b28e61c9148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:55Z', 'updated_at': '2022-03-24T00:05:16Z', 'revision_number': 5, 'project_id': 'ecd4143ccdb640fe8334a04e21242059', 'gw_port': {'id': '6f6330b3-6238-4da1-ab37-b28e61c9148f', 'name': '', 'network_id': 'b729df10-08c3-4315-b5ba-4a4ad36352af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T00:00:55Z', 'updated_at': '2022-03-24T00:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b20dcce-cc97-43f8-b9fd-11bb78033300', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-6-iscsi'}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:05:17.522849 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d9c717-2846-4f7c-b8ac-1b63f419295e None None] Checking router: 3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1 for host: dv-cinder-749155-6-iscsi {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 00:05:17.532340 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d9c717-2846-4f7c-b8ac-1b63f419295e None None] Routers {'3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1'} bound to L3 agent in host dv-cinder-749155-6-iscsi {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 00:05:17.532959 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-53d9c717-2846-4f7c-b8ac-1b63f419295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T23:40:39Z,description=,heartbeat_timestamp=2022-03-24T00:05:09Z,host='dv-cinder-749155-6-iscsi',id=04ec1e54-fd13-455c-890f-8750c2395993,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T23:40:39Z,topic='l3_agent')) {'router_ids': ['3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:05:17.539461 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-425863cd-4b5a-44ad-a7fa-a95a191ce358 admin admin] For port 6f6330b3-6238-4da1-ab37-b28e61c9148f, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=6f6330b3-6238-4da1-ab37-b28e61c9148f,segment=NetworkSegment(c04c7c2a-066f-4c8a-ada3-ec91bcd237cd),segment_id=c04c7c2a-066f-4c8a-ada3-ec91bcd237cd)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:05:17.539833 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-425863cd-4b5a-44ad-a7fa-a95a191ce358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (6f6330b3-6238-4da1-ab37-b28e61c9148f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:17.555220 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-425863cd-4b5a-44ad-a7fa-a95a191ce358 admin admin] Calling delete_port for 6f6330b3-6238-4da1-ab37-b28e61c9148f owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:05:17.635411 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-53d9c717-2846-4f7c-b8ac-1b63f419295e None None] Set router 3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 00:05:17.690625 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-53d9c717-2846-4f7c-b8ac-1b63f419295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1', 'name': 'tempest-TestShelveInstance-1156102097-router', 'tenant_id': 'ecd4143ccdb640fe8334a04e21242059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:55Z', 'updated_at': '2022-03-24T00:05:17Z', 'revision_number': 6, 'project_id': 'ecd4143ccdb640fe8334a04e21242059', 'gw_port_host': None}], 'dv-cinder-749155-6-iscsi', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:05:17.721709 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d9c717-2846-4f7c-b8ac-1b63f419295e None None] The sync data for ids ['3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1'] in dv-cinder-749155-6-iscsi is: [{'id': '3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1', 'name': 'tempest-TestShelveInstance-1156102097-router', 'tenant_id': 'ecd4143ccdb640fe8334a04e21242059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T00:00:55Z', 'updated_at': '2022-03-24T00:05:17Z', 'revision_number': 6, 'project_id': 'ecd4143ccdb640fe8334a04e21242059', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 00:05:17.757869 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-425863cd-4b5a-44ad-a7fa-a95a191ce358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5624881'] for port (6f6330b3-6238-4da1-ab37-b28e61c9148f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:17.784384 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425863cd-4b5a-44ad-a7fa-a95a191ce358 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f6330b3-6238-4da1-ab37-b28e61c9148f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:05:17.851029 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-425863cd-4b5a-44ad-a7fa-a95a191ce358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574732'] for router_gateway (3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:17.949640 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-425863cd-4b5a-44ad-a7fa-a95a191ce358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router (3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:17.952614 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-425863cd-4b5a-44ad-a7fa-a95a191ce358 admin admin] Publish callbacks [] for router_controller (3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.004439 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-425863cd-4b5a-44ad-a7fa-a95a191ce358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573167'] for router (3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.005242 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425863cd-4b5a-44ad-a7fa-a95a191ce358 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 00:05:18.010159 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-425863cd-4b5a-44ad-a7fa-a95a191ce358 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.011376 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-425863cd-4b5a-44ad-a7fa-a95a191ce358 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3c0d08d8-b0c5-42cd-82a3-ae0c0c540ee1 HTTP/1.1" status: 204 len: 168 time: 0.8325748 Mar 24 00:05:18.014138 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 56274) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:05:18.058926 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d248180-dcac-4f85-8710-6c649203d273 admin admin] Deleting subnet 7577e950-fd47-4954-bb05-724892a6b24a {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 00:05:18.062701 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d248180-dcac-4f85-8710-6c649203d273 admin admin] Publish callbacks [] for subnet (7577e950-fd47-4954-bb05-724892a6b24a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.103727 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d248180-dcac-4f85-8710-6c649203d273 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7433114'] for subnet (7577e950-fd47-4954-bb05-724892a6b24a), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.183639 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d248180-dcac-4f85-8710-6c649203d273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1171796'] for subnet (7577e950-fd47-4954-bb05-724892a6b24a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.238436 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d248180-dcac-4f85-8710-6c649203d273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1171789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5644079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6018763'] for subnet (7577e950-fd47-4954-bb05-724892a6b24a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.264173 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d248180-dcac-4f85-8710-6c649203d273 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7577e950-fd47-4954-bb05-724892a6b24a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:05:18.267945 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d248180-dcac-4f85-8710-6c649203d273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.271142 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-6d248180-dcac-4f85-8710-6c649203d273 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7577e950-fd47-4954-bb05-724892a6b24a HTTP/1.1" status: 204 len: 168 time: 0.2559595 Mar 24 00:05:18.273716 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 56276) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:05:18.276358 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81b6c2f-7e05-48e3-b3e3-d2a79da3b790 None None] Network 01df4ded-fcbc-4a2c-8ca7-55920e37f2dc requested from dv-cinder-749155-6-iscsi {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 00:05:18.345735 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2116dae1-1fe4-4eda-8d1f-785ea3fac360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049883'] for network (01df4ded-fcbc-4a2c-8ca7-55920e37f2dc), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.402605 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-2116dae1-1fe4-4eda-8d1f-785ea3fac360 admin admin] Deleting port a6e2e67a-8936-4e4a-b563-76595ce740e2 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:05:18.402945 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2116dae1-1fe4-4eda-8d1f-785ea3fac360 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (a6e2e67a-8936-4e4a-b563-76595ce740e2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.472412 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-2116dae1-1fe4-4eda-8d1f-785ea3fac360 admin admin] For port a6e2e67a-8936-4e4a-b563-76595ce740e2, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=a6e2e67a-8936-4e4a-b563-76595ce740e2,segment=NetworkSegment(132f804f-6abe-44ce-abb1-2913d37f83a9),segment_id=132f804f-6abe-44ce-abb1-2913d37f83a9)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:05:18.472817 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2116dae1-1fe4-4eda-8d1f-785ea3fac360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (a6e2e67a-8936-4e4a-b563-76595ce740e2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.478289 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] DHCP port deletion for 01df4ded-fcbc-4a2c-8ca7-55920e37f2dc request from dv-cinder-749155-6-iscsi {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 00:05:18.491201 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-2116dae1-1fe4-4eda-8d1f-785ea3fac360 admin admin] Calling delete_port for a6e2e67a-8936-4e4a-b563-76595ce740e2 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:05:18.534256 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] Deleting port a6e2e67a-8936-4e4a-b563-76595ce740e2 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 00:05:18.534659 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777139821855'] for port (a6e2e67a-8936-4e4a-b563-76595ce740e2), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.573704 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2116dae1-1fe4-4eda-8d1f-785ea3fac360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5693662'] for port (a6e2e67a-8936-4e4a-b563-76595ce740e2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.588682 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2116dae1-1fe4-4eda-8d1f-785ea3fac360 admin admin] No DVR routers for this DVR port a6e2e67a-8936-4e4a-b563-76595ce740e2 on host dv-cinder-749155-6-iscsi {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:05:18.604605 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] For port a6e2e67a-8936-4e4a-b563-76595ce740e2, host dv-cinder-749155-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-6-iscsi',level=0,port_id=a6e2e67a-8936-4e4a-b563-76595ce740e2,segment=NetworkSegment(132f804f-6abe-44ce-abb1-2913d37f83a9),segment_id=132f804f-6abe-44ce-abb1-2913d37f83a9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 00:05:18.605028 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (a6e2e67a-8936-4e4a-b563-76595ce740e2), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.611696 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116dae1-1fe4-4eda-8d1f-785ea3fac360 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e2e67a-8936-4e4a-b563-76595ce740e2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:05:18.623003 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] Calling delete_port for a6e2e67a-8936-4e4a-b563-76595ce740e2 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 00:05:18.670425 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:05:18.687020 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2116dae1-1fe4-4eda-8d1f-785ea3fac360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506273', 'neutron.services.segments.db._delete_segments_for_network-8777139652675'] for network (01df4ded-fcbc-4a2c-8ca7-55920e37f2dc), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.710838 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2116dae1-1fe4-4eda-8d1f-785ea3fac360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01df4ded-fcbc-4a2c-8ca7-55920e37f2dc']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:05:18.717680 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777139828610', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777139325700'] for port (a6e2e67a-8936-4e4a-b563-76595ce740e2), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.721797 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2116dae1-1fe4-4eda-8d1f-785ea3fac360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132f804f-6abe-44ce-abb1-2913d37f83a9') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:05:18.722219 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2116dae1-1fe4-4eda-8d1f-785ea3fac360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132f804f-6abe-44ce-abb1-2913d37f83a9') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 00:05:18.733513 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2116dae1-1fe4-4eda-8d1f-785ea3fac360 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777139653708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7433123'] for segment (132f804f-6abe-44ce-abb1-2913d37f83a9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.742719 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] Pushing event deleted for resources: {'Port': ['ID=a6e2e67a-8936-4e4a-b563-76595ce740e2,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:05:18.750592 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2116dae1-1fe4-4eda-8d1f-785ea3fac360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093'] for segment (132f804f-6abe-44ce-abb1-2913d37f83a9), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.754778 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:18.755067 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:18.755591 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:18.756133 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:18.756621 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:18.757115 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:18.757636 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:18.758133 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:18.758614 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:18.759116 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:18.759484 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:18.759853 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:18.760207 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:18.760477 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:18.760744 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2116dae1-1fe4-4eda-8d1f-785ea3fac360 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 00:05:18.760865 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-6-iscsi {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 00:05:18.761178 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2116dae1-1fe4-4eda-8d1f-785ea3fac360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1174093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5693581'] for segment (132f804f-6abe-44ce-abb1-2913d37f83a9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.764152 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd701652-5a36-4f8a-9063-254cd1fc5a86 None None] No DVR routers for this DVR port a6e2e67a-8936-4e4a-b563-76595ce740e2 on host dv-cinder-749155-6-iscsi {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: Traceback (most recent call last): Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: timer() Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: cb(*args, **kw) Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: return func(*args, **kwargs) Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: self._notify() Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: self.callback(batched_events) Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: event.method(event) Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: return f(self, *a, **k) Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: return self._get(url).json() Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: return self.request(url, 'GET', **kwargs) Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 00:05:18.767118 dv-cinder-749155-6-iscsi neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 00:05:18.835071 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.843288 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2116dae1-1fe4-4eda-8d1f-785ea3fac360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574832'] for network (01df4ded-fcbc-4a2c-8ca7-55920e37f2dc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.849996 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2116dae1-1fe4-4eda-8d1f-785ea3fac360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765306'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:18.853535 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-2116dae1-1fe4-4eda-8d1f-785ea3fac360 admin admin] 10.222.0.31 "DELETE /v2.0/networks/01df4ded-fcbc-4a2c-8ca7-55920e37f2dc HTTP/1.1" status: 204 len: 168 time: 0.5784845 Mar 24 00:05:18.869644 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116dae1-1fe4-4eda-8d1f-785ea3fac360 admin admin] Pushing event deleted for resources: {'Network': ['ID=01df4ded-fcbc-4a2c-8ca7-55920e37f2dc,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:05:18.995891 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 6f6330b3-6238-4da1-ab37-b28e61c9148f no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:05:19.019558 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: 6f6330b3-6238-4da1-ab37-b28e61c9148f {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:05:19.019902 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device 6f6330b3-6238-4da1-ab37-b28e61c9148f not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:05:19.020308 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device b4688743-2f49-4ab0-8017-b84a0326bf9e no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:05:19.040083 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: b4688743-2f49-4ab0-8017-b84a0326bf9e {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:05:19.040369 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device b4688743-2f49-4ab0-8017-b84a0326bf9e not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:05:19.040774 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device a6e2e67a-8936-4e4a-b563-76595ce740e2 no longer exists at agent ovs-agent-dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 00:05:19.052380 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 56280) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:05:19.062596 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] No Port match for: a6e2e67a-8936-4e4a-b563-76595ce740e2 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 00:05:19.063116 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Device a6e2e67a-8936-4e4a-b563-76595ce740e2 not bound to the agent host dv-cinder-749155-6-iscsi {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 00:05:19.101795 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-bce6accb-9f15-4d39-a2e9-bb4bfd6a8da8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7773efe1c8f41ee855678b567eb87ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481176 Mar 24 00:05:19.105220 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.31', 56282) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:05:19.157671 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-10160c37-c012-40f6-86c2-50ac02093554 admin admin] Publish callbacks [] for security_group (64e371a3-d02c-4996-af5b-01f5108c40bf), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:19.179238 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-10160c37-c012-40f6-86c2-50ac02093554 admin admin] Publish callbacks [] for security_group (64e371a3-d02c-4996-af5b-01f5108c40bf), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:19.237511 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-10160c37-c012-40f6-86c2-50ac02093554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (64e371a3-d02c-4996-af5b-01f5108c40bf), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:19.241375 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-10160c37-c012-40f6-86c2-50ac02093554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:19.243125 dv-cinder-749155-6-iscsi neutron-server[109898]: INFO neutron.wsgi [None req-10160c37-c012-40f6-86c2-50ac02093554 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64e371a3-d02c-4996-af5b-01f5108c40bf HTTP/1.1" status: 204 len: 168 time: 0.1366704 Mar 24 00:05:19.252689 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10160c37-c012-40f6-86c2-50ac02093554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e371a3-d02c-4996-af5b-01f5108c40bf,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:05:19.631143 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 56288) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:05:19.674244 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-e88078fb-d567-43cb-b8cd-04f7781eedb0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ecd4143ccdb640fe8334a04e21242059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419147 Mar 24 00:05:19.676744 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.31', 56290) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 00:05:19.727033 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7f42e931-2bd8-40a5-8783-ca41004f875f admin admin] Publish callbacks [] for security_group (c9b73257-ac8b-4d92-b0e0-efd51147a413), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:19.750971 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7f42e931-2bd8-40a5-8783-ca41004f875f admin admin] Publish callbacks [] for security_group (c9b73257-ac8b-4d92-b0e0-efd51147a413), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:19.812341 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7f42e931-2bd8-40a5-8783-ca41004f875f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782116'] for security_group (c9b73257-ac8b-4d92-b0e0-efd51147a413), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:19.814990 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7f42e931-2bd8-40a5-8783-ca41004f875f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:19.816158 dv-cinder-749155-6-iscsi neutron-server[109899]: INFO neutron.wsgi [None req-7f42e931-2bd8-40a5-8783-ca41004f875f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9b73257-ac8b-4d92-b0e0-efd51147a413 HTTP/1.1" status: 204 len: 168 time: 0.1385243 Mar 24 00:05:19.824404 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42e931-2bd8-40a5-8783-ca41004f875f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b73257-ac8b-4d92-b0e0-efd51147a413,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 00:05:37.232771 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7406ba28-21a7-47c6-a534-d3c9ef6e26b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:39.348609 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3299-3f4f-46f9-ae68-bfe7117fb03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:40.653411 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:42.206698 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:43.320344 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:48.850127 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:05:55.660958 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:06:07.233542 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-39b59de9-f157-4af4-a66a-58d762574e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:06:09.354313 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ca3057fa-e7a7-470a-a038-3ec6b7fcbf35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:06:10.655442 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:06:12.218534 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:06:13.317922 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:06:18.850337 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:06:32.660798 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:06:37.229900 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7c7dd66-f52f-4d73-8e7c-e592270dbbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:06:39.357815 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-98b36f93-c05c-4547-8ccc-fe4d0c514a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:06:40.660297 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:06:42.218826 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:06:43.315858 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:06:48.869966 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:07:07.239844 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-33f945ef-d3c0-441c-b09c-ae236f875fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:07:09.356473 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1f10fa90-306f-418b-8cad-fc1335194f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:07:09.666934 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:07:10.660633 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:07:12.222288 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:07:13.312005 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:07:18.864713 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:07:37.245757 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c1ac030b-bd4f-488c-9ed9-3d18aec5b6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:07:39.358105 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-081e713e-3eb8-49ce-ba9b-03c59a8fc59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:07:40.672402 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:07:42.214097 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:07:43.311031 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:07:46.656552 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:07:48.869101 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:08:07.242956 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e17121b5-caae-42e3-bf20-a19922b59cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:08:09.354119 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-72e7308b-f09e-4b06-84fb-b5bfc5dcaae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:08:10.669822 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:08:12.217970 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:08:13.309506 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:08:18.880081 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:08:23.656281 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:08:31.849695 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [req-35006bbf-6287-49bd-bbdc-f727700c5189 req-a4c2bb2c-ebf2-4a04-b4a7-64846b33fde3 service neutron] (109898) timed out ('10.222.0.20', 64863) {{(pid=109898) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 00:08:37.240362 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7f17917f-be18-4374-a38a-a6062fc6aa2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:08:39.360963 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f67f084d-f4fe-4264-8af8-ee9111bea4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:08:40.674715 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:08:42.222967 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:08:43.308631 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:08:48.893580 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:09:00.656451 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:09:01.160125 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [req-8ca00cfd-6618-4d4f-aa01-6a6519e3ebe8 req-ae699aaa-1824-47d3-97d0-a66e4d9bfba1 service neutron] (109899) timed out ('10.222.0.20', 64836) {{(pid=109899) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 00:09:07.235866 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-227f7cad-acbe-409b-b46c-1398bba9a53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:09:09.360211 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e0765b07-ae91-45d8-ad6f-80870af9fc7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:09:10.673784 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:09:12.224585 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:09:13.308592 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:09:18.893767 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:09:37.243408 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0f22a166-3637-42e4-b013-ef81e16df016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:09:37.658781 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:09:39.361582 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a0d1b09b-5feb-45ed-8759-95ba3af95746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:09:40.688084 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:09:42.231928 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:09:43.307320 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:09:48.915276 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:10:00.781056 dv-cinder-749155-6-iscsi neutron-server[109898]: DEBUG neutron.wsgi [req-a73f7cb6-79c0-4656-9fdd-5b5e464675f0 req-9d96208e-1ec4-4210-a5b1-7648c4708a2c service neutron] (109898) timed out ('10.222.0.31', 53224) {{(pid=109898) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 00:10:00.971072 dv-cinder-749155-6-iscsi neutron-server[109899]: DEBUG neutron.wsgi [req-a73f7cb6-79c0-4656-9fdd-5b5e464675f0 req-d1703ab0-d0d3-4caa-92bb-68bc3608311a tempest-AttachVolumeShelveTestJSON-1520403511 tempest-AttachVolumeShelveTestJSON-1520403511-project] (109899) timed out ('10.222.0.31', 53236) {{(pid=109899) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 00:10:07.238887 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-12788a88-8bd4-4c53-a20e-b57568189568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (241e2e2a-1e2f-484e-9acb-0603fdf8399b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:10:09.356414 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9bdf03f9-fafe-41f7-bf40-8940ce739d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (04ec1e54-fd13-455c-890f-8750c2395993), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:10:10.681523 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89c7768e-6d0c-40d3-86cd-2684eeb0f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (49a41970-8845-4fbb-b637-196fadf5c06c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:10:12.232423 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23b2fe5f-d860-4de1-b9df-2d2113ca2ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (72e86721-a9c7-4771-a9ad-e872e88e9caf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:10:13.304907 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-747cd3b4-9478-4c23-a28f-c226d7bb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (78a7b327-5946-4a2e-91ae-172e10d64274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 00:10:14.658399 dv-cinder-749155-6-iscsi neutron-server[109901]: DEBUG neutron.db.agents_db [None req-1823fd8b-892f-4a49-804e-bcf6fcd3eb74 None None] Agent healthcheck: found 6 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 00:10:18.922709 dv-cinder-749155-6-iscsi neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9773416-75a8-4f61-8305-83420e361969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777139652657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504290'] for agent (2d61b05e-ad9b-40a9-b090-e166b5d2cafe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}